10ecd0aeb1ec35670d13066c60edb6e287060cba:2024-01-16:32725
| Order | failed test | Duration |
|---|---|---|
| 39 | TestAddons/parallel/Ingress | 153.66 |
| 171 | TestIngressAddonLegacy/serial/ValidateIngressAddons | 184.78 |
| 221 | TestMultiNode/serial/PingHostFrom2Pods | 2.92 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-549541 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-549541 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-549541 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [3c394371-4ca4-4c77-b1f3-0b92ba034a4d] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [3c394371-4ca4-4c77-b1f3-0b92ba034a4d] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 11.004161089s
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-549541 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.13015607s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-549541 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:306: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-amd64 -p addons-549541 addons disable ingress-dns --alsologtostderr -v=1: (1.603500981s)
addons_test.go:311: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-amd64 -p addons-549541 addons disable ingress --alsologtostderr -v=1: (7.631345364s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-549541
helpers_test.go:235: (dbg) docker inspect addons-549541:
-- stdout --
[
{
"Id": "5d2ed01e6da1fc0bc3aa22558168280ca20f7a1bf2847cc9b8cc82d9ae4c4da9",
"Created": "2024-01-16T02:05:51.685441111Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 363656,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-01-16T02:05:51.942726264Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:9941de2e064a4a6a7155bfc66cedd2854b8c725b77bb8d4eaf81bef39f951dd7",
"ResolvConfPath": "/var/lib/docker/containers/5d2ed01e6da1fc0bc3aa22558168280ca20f7a1bf2847cc9b8cc82d9ae4c4da9/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/5d2ed01e6da1fc0bc3aa22558168280ca20f7a1bf2847cc9b8cc82d9ae4c4da9/hostname",
"HostsPath": "/var/lib/docker/containers/5d2ed01e6da1fc0bc3aa22558168280ca20f7a1bf2847cc9b8cc82d9ae4c4da9/hosts",
"LogPath": "/var/lib/docker/containers/5d2ed01e6da1fc0bc3aa22558168280ca20f7a1bf2847cc9b8cc82d9ae4c4da9/5d2ed01e6da1fc0bc3aa22558168280ca20f7a1bf2847cc9b8cc82d9ae4c4da9-json.log",
"Name": "/addons-549541",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-549541:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-549541",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/60b1197f72a524801b337f46f1608dea15f85f84b6c69f7642e59edd08efcfc2-init/diff:/var/lib/docker/overlay2/0def917ad7e476dd1dee52a31b182adf47b37e2ed33cff4bf9f2e11c9699582c/diff",
"MergedDir": "/var/lib/docker/overlay2/60b1197f72a524801b337f46f1608dea15f85f84b6c69f7642e59edd08efcfc2/merged",
"UpperDir": "/var/lib/docker/overlay2/60b1197f72a524801b337f46f1608dea15f85f84b6c69f7642e59edd08efcfc2/diff",
"WorkDir": "/var/lib/docker/overlay2/60b1197f72a524801b337f46f1608dea15f85f84b6c69f7642e59edd08efcfc2/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-549541",
"Source": "/var/lib/docker/volumes/addons-549541/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-549541",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-549541",
"name.minikube.sigs.k8s.io": "addons-549541",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "7e5c471fb69fc5c50238b40a37f8fba5de58754764c61cf6b64cb4faae0673c2",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33082"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33081"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33078"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33080"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33079"
}
]
},
"SandboxKey": "/var/run/docker/netns/7e5c471fb69f",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-549541": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"5d2ed01e6da1",
"addons-549541"
],
"NetworkID": "d3a3de70cdd6c6dc6c71eb31fd8f7e5e34ba2c1e42f93bcd6797c2d7da5d7d81",
"EndpointID": "6d3da2278a1d0e330aeea3e23947998e0d343d938d4e3b3461a0c97bf7a68945",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-549541 -n addons-549541
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-549541 logs -n 25: (1.220665155s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-118390 | download-only-118390 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| delete | -p download-only-488813 | download-only-488813 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| start | --download-only -p | download-docker-104812 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | download-docker-104812 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-104812 | download-docker-104812 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| start | --download-only -p | binary-mirror-379543 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | binary-mirror-379543 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:37221 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-379543 | binary-mirror-379543 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| addons | disable dashboard -p | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | addons-549541 | | | | | |
| addons | enable dashboard -p | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | addons-549541 | | | | | |
| start | -p addons-549541 --wait=true | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:07 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
| addons | addons-549541 addons disable | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:07 UTC | 16 Jan 24 02:07 UTC |
| | helm-tiller --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:07 UTC | 16 Jan 24 02:07 UTC |
| | -p addons-549541 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-549541 ssh cat | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:07 UTC | 16 Jan 24 02:07 UTC |
| | /opt/local-path-provisioner/pvc-70c31e1f-06df-46a6-b092-36601423bcf9_default_test-pvc/file1 | | | | | |
| addons | addons-549541 addons disable | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:07 UTC | 16 Jan 24 02:07 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | 16 Jan 24 02:08 UTC |
| | addons-549541 | | | | | |
| ip | addons-549541 ip | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | 16 Jan 24 02:08 UTC |
| addons | addons-549541 addons disable | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | 16 Jan 24 02:08 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | 16 Jan 24 02:08 UTC |
| | addons-549541 | | | | | |
| addons | addons-549541 addons | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | 16 Jan 24 02:08 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | 16 Jan 24 02:08 UTC |
| | -p addons-549541 | | | | | |
| ssh | addons-549541 ssh curl -s | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-549541 addons | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | 16 Jan 24 02:08 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-549541 addons | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:08 UTC | 16 Jan 24 02:09 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-549541 ip | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:10 UTC | 16 Jan 24 02:10 UTC |
| addons | addons-549541 addons disable | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:10 UTC | 16 Jan 24 02:10 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-549541 addons disable | addons-549541 | jenkins | v1.32.0 | 16 Jan 24 02:10 UTC | 16 Jan 24 02:10 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/01/16 02:05:31
Running on machine: ubuntu-20-agent-12
Binary: Built with gc go1.21.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0116 02:05:31.262210 363049 out.go:296] Setting OutFile to fd 1 ...
I0116 02:05:31.262336 363049 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:05:31.262346 363049 out.go:309] Setting ErrFile to fd 2...
I0116 02:05:31.262351 363049 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:05:31.262513 363049 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:05:31.263135 363049 out.go:303] Setting JSON to false
I0116 02:05:31.264137 363049 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":10081,"bootTime":1705360650,"procs":183,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:05:31.264211 363049 start.go:138] virtualization: kvm guest
I0116 02:05:31.266639 363049 out.go:177] * [addons-549541] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0116 02:05:31.268064 363049 out.go:177] - MINIKUBE_LOCATION=17967
I0116 02:05:31.268131 363049 notify.go:220] Checking for updates...
I0116 02:05:31.269650 363049 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:05:31.271339 363049 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:05:31.272778 363049 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:05:31.274232 363049 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0116 02:05:31.275668 363049 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0116 02:05:31.277225 363049 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:05:31.302560 363049 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:05:31.302736 363049 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:05:31.356083 363049 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:38 SystemTime:2024-01-16 02:05:31.348044587 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:05:31.356194 363049 docker.go:295] overlay module found
I0116 02:05:31.358226 363049 out.go:177] * Using the docker driver based on user configuration
I0116 02:05:31.359878 363049 start.go:298] selected driver: docker
I0116 02:05:31.359898 363049 start.go:902] validating driver "docker" against <nil>
I0116 02:05:31.359909 363049 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0116 02:05:31.360720 363049 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:05:31.409926 363049 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:38 SystemTime:2024-01-16 02:05:31.402228919 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:05:31.410086 363049 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0116 02:05:31.410306 363049 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0116 02:05:31.412162 363049 out.go:177] * Using Docker driver with root privileges
I0116 02:05:31.413609 363049 cni.go:84] Creating CNI manager for ""
I0116 02:05:31.413659 363049 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0116 02:05:31.413671 363049 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I0116 02:05:31.413688 363049 start_flags.go:321] config:
{Name:addons-549541 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-549541 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:05:31.415307 363049 out.go:177] * Starting control plane node addons-549541 in cluster addons-549541
I0116 02:05:31.416762 363049 cache.go:121] Beginning downloading kic base image for docker with crio
I0116 02:05:31.418351 363049 out.go:177] * Pulling base image v0.0.42-1704759386-17866 ...
I0116 02:05:31.419622 363049 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0116 02:05:31.419671 363049 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4
I0116 02:05:31.419677 363049 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon
I0116 02:05:31.419685 363049 cache.go:56] Caching tarball of preloaded images
I0116 02:05:31.419814 363049 preload.go:174] Found /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0116 02:05:31.419852 363049 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on crio
I0116 02:05:31.420242 363049 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/config.json ...
I0116 02:05:31.420275 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/config.json: {Name:mk771eb1c0b726bfe19486f2c675aca10710fc52 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:31.435159 363049 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 to local cache
I0116 02:05:31.435281 363049 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local cache directory
I0116 02:05:31.435296 363049 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local cache directory, skipping pull
I0116 02:05:31.435300 363049 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 exists in cache, skipping pull
I0116 02:05:31.435307 363049 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 as a tarball
I0116 02:05:31.435314 363049 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 from local cache
I0116 02:05:43.222382 363049 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 from cached tarball
I0116 02:05:43.222427 363049 cache.go:194] Successfully downloaded all kic artifacts
I0116 02:05:43.222475 363049 start.go:365] acquiring machines lock for addons-549541: {Name:mk89dfca0a78a381bdc511c8028cbfddaf4bee96 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0116 02:05:43.222590 363049 start.go:369] acquired machines lock for "addons-549541" in 93.593µs
I0116 02:05:43.222616 363049 start.go:93] Provisioning new machine with config: &{Name:addons-549541 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-549541 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0116 02:05:43.222730 363049 start.go:125] createHost starting for "" (driver="docker")
I0116 02:05:43.285575 363049 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0116 02:05:43.285916 363049 start.go:159] libmachine.API.Create for "addons-549541" (driver="docker")
I0116 02:05:43.285952 363049 client.go:168] LocalClient.Create starting
I0116 02:05:43.286086 363049 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem
I0116 02:05:43.334307 363049 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem
I0116 02:05:43.458129 363049 cli_runner.go:164] Run: docker network inspect addons-549541 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0116 02:05:43.473373 363049 cli_runner.go:211] docker network inspect addons-549541 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0116 02:05:43.473437 363049 network_create.go:281] running [docker network inspect addons-549541] to gather additional debugging logs...
I0116 02:05:43.473455 363049 cli_runner.go:164] Run: docker network inspect addons-549541
W0116 02:05:43.488853 363049 cli_runner.go:211] docker network inspect addons-549541 returned with exit code 1
I0116 02:05:43.488887 363049 network_create.go:284] error running [docker network inspect addons-549541]: docker network inspect addons-549541: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-549541 not found
I0116 02:05:43.488904 363049 network_create.go:286] output of [docker network inspect addons-549541]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-549541 not found
** /stderr **
I0116 02:05:43.489052 363049 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:05:43.506483 363049 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc002c28dd0}
I0116 02:05:43.506537 363049 network_create.go:124] attempt to create docker network addons-549541 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0116 02:05:43.506584 363049 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-549541 addons-549541
I0116 02:05:43.683952 363049 network_create.go:108] docker network addons-549541 192.168.49.0/24 created
I0116 02:05:43.683985 363049 kic.go:121] calculated static IP "192.168.49.2" for the "addons-549541" container
I0116 02:05:43.684051 363049 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0116 02:05:43.699008 363049 cli_runner.go:164] Run: docker volume create addons-549541 --label name.minikube.sigs.k8s.io=addons-549541 --label created_by.minikube.sigs.k8s.io=true
I0116 02:05:43.739714 363049 oci.go:103] Successfully created a docker volume addons-549541
I0116 02:05:43.739809 363049 cli_runner.go:164] Run: docker run --rm --name addons-549541-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-549541 --entrypoint /usr/bin/test -v addons-549541:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib
I0116 02:05:46.504309 363049 cli_runner.go:217] Completed: docker run --rm --name addons-549541-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-549541 --entrypoint /usr/bin/test -v addons-549541:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib: (2.764451874s)
I0116 02:05:46.504342 363049 oci.go:107] Successfully prepared a docker volume addons-549541
I0116 02:05:46.504388 363049 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0116 02:05:46.504414 363049 kic.go:194] Starting extracting preloaded images to volume ...
I0116 02:05:46.504476 363049 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-549541:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0116 02:05:51.619273 363049 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-549541:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir: (5.114755336s)
I0116 02:05:51.619309 363049 kic.go:203] duration metric: took 5.114891 seconds to extract preloaded images to volume
W0116 02:05:51.619476 363049 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0116 02:05:51.619568 363049 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0116 02:05:51.670905 363049 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-549541 --name addons-549541 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-549541 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-549541 --network addons-549541 --ip 192.168.49.2 --volume addons-549541:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0
I0116 02:05:51.950923 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Running}}
I0116 02:05:51.969322 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:05:51.987004 363049 cli_runner.go:164] Run: docker exec addons-549541 stat /var/lib/dpkg/alternatives/iptables
I0116 02:05:52.030696 363049 oci.go:144] the created container "addons-549541" has a running status.
I0116 02:05:52.030733 363049 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa...
I0116 02:05:52.084244 363049 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0116 02:05:52.103417 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:05:52.121008 363049 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0116 02:05:52.121031 363049 kic_runner.go:114] Args: [docker exec --privileged addons-549541 chown docker:docker /home/docker/.ssh/authorized_keys]
I0116 02:05:52.161019 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:05:52.178211 363049 machine.go:88] provisioning docker machine ...
I0116 02:05:52.178256 363049 ubuntu.go:169] provisioning hostname "addons-549541"
I0116 02:05:52.178307 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:05:52.198260 363049 main.go:141] libmachine: Using SSH client type: native
I0116 02:05:52.198648 363049 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33082 <nil> <nil>}
I0116 02:05:52.198668 363049 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-549541 && echo "addons-549541" | sudo tee /etc/hostname
I0116 02:05:52.199309 363049 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:54528->127.0.0.1:33082: read: connection reset by peer
I0116 02:05:55.347371 363049 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-549541
I0116 02:05:55.347459 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:05:55.363570 363049 main.go:141] libmachine: Using SSH client type: native
I0116 02:05:55.363909 363049 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33082 <nil> <nil>}
I0116 02:05:55.363926 363049 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-549541' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-549541/g' /etc/hosts;
else
echo '127.0.1.1 addons-549541' | sudo tee -a /etc/hosts;
fi
fi
I0116 02:05:55.493026 363049 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0116 02:05:55.493081 363049 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17967-354983/.minikube CaCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17967-354983/.minikube}
I0116 02:05:55.493108 363049 ubuntu.go:177] setting up certificates
I0116 02:05:55.493119 363049 provision.go:83] configureAuth start
I0116 02:05:55.493186 363049 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-549541
I0116 02:05:55.509008 363049 provision.go:138] copyHostCerts
I0116 02:05:55.509079 363049 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem (1078 bytes)
I0116 02:05:55.509191 363049 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem (1123 bytes)
I0116 02:05:55.509269 363049 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem (1675 bytes)
I0116 02:05:55.509316 363049 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem org=jenkins.addons-549541 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-549541]
I0116 02:05:55.834561 363049 provision.go:172] copyRemoteCerts
I0116 02:05:55.834625 363049 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0116 02:05:55.834665 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:05:55.851048 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:05:55.945390 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0116 02:05:55.966506 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0116 02:05:55.987175 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0116 02:05:56.007730 363049 provision.go:86] duration metric: configureAuth took 514.598382ms
I0116 02:05:56.007764 363049 ubuntu.go:193] setting minikube options for container-runtime
I0116 02:05:56.007928 363049 config.go:182] Loaded profile config "addons-549541": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:05:56.008030 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:05:56.024340 363049 main.go:141] libmachine: Using SSH client type: native
I0116 02:05:56.024718 363049 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33082 <nil> <nil>}
I0116 02:05:56.024736 363049 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0116 02:05:56.246920 363049 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0116 02:05:56.246957 363049 machine.go:91] provisioned docker machine in 4.068720093s
I0116 02:05:56.246966 363049 client.go:171] LocalClient.Create took 12.961008724s
I0116 02:05:56.246991 363049 start.go:167] duration metric: libmachine.API.Create for "addons-549541" took 12.961077338s
I0116 02:05:56.247001 363049 start.go:300] post-start starting for "addons-549541" (driver="docker")
I0116 02:05:56.247018 363049 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0116 02:05:56.247081 363049 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0116 02:05:56.247146 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:05:56.264417 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:05:56.357586 363049 ssh_runner.go:195] Run: cat /etc/os-release
I0116 02:05:56.360657 363049 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0116 02:05:56.360691 363049 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0116 02:05:56.360711 363049 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0116 02:05:56.360725 363049 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0116 02:05:56.360737 363049 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-354983/.minikube/addons for local assets ...
I0116 02:05:56.360795 363049 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-354983/.minikube/files for local assets ...
I0116 02:05:56.360818 363049 start.go:303] post-start completed in 113.806286ms
I0116 02:05:56.361101 363049 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-549541
I0116 02:05:56.377151 363049 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/config.json ...
I0116 02:05:56.377365 363049 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0116 02:05:56.377400 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:05:56.392997 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:05:56.481790 363049 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0116 02:05:56.485692 363049 start.go:128] duration metric: createHost completed in 13.262947524s
I0116 02:05:56.485716 363049 start.go:83] releasing machines lock for "addons-549541", held for 13.263114195s
I0116 02:05:56.485795 363049 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-549541
I0116 02:05:56.502838 363049 ssh_runner.go:195] Run: cat /version.json
I0116 02:05:56.502888 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:05:56.502950 363049 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0116 02:05:56.503012 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:05:56.518823 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:05:56.520308 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:05:56.698277 363049 ssh_runner.go:195] Run: systemctl --version
I0116 02:05:56.702515 363049 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0116 02:05:56.837569 363049 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0116 02:05:56.841789 363049 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:05:56.859345 363049 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0116 02:05:56.859471 363049 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:05:56.884587 363049 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0116 02:05:56.884613 363049 start.go:475] detecting cgroup driver to use...
I0116 02:05:56.884649 363049 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0116 02:05:56.884699 363049 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0116 02:05:56.898141 363049 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0116 02:05:56.908179 363049 docker.go:217] disabling cri-docker service (if available) ...
I0116 02:05:56.908230 363049 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0116 02:05:56.920630 363049 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0116 02:05:56.933606 363049 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0116 02:05:57.014155 363049 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0116 02:05:57.093290 363049 docker.go:233] disabling docker service ...
I0116 02:05:57.093361 363049 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0116 02:05:57.110402 363049 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0116 02:05:57.120503 363049 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0116 02:05:57.193013 363049 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0116 02:05:57.278216 363049 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0116 02:05:57.288389 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0116 02:05:57.302547 363049 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0116 02:05:57.302623 363049 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:05:57.311186 363049 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0116 02:05:57.311266 363049 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:05:57.319644 363049 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:05:57.327834 363049 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:05:57.336292 363049 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0116 02:05:57.344253 363049 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0116 02:05:57.351794 363049 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0116 02:05:57.359337 363049 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0116 02:05:57.428901 363049 ssh_runner.go:195] Run: sudo systemctl restart crio
I0116 02:05:57.536763 363049 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0116 02:05:57.536836 363049 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0116 02:05:57.540259 363049 start.go:543] Will wait 60s for crictl version
I0116 02:05:57.540312 363049 ssh_runner.go:195] Run: which crictl
I0116 02:05:57.543320 363049 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0116 02:05:57.576476 363049 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0116 02:05:57.576555 363049 ssh_runner.go:195] Run: crio --version
I0116 02:05:57.610633 363049 ssh_runner.go:195] Run: crio --version
I0116 02:05:57.644839 363049 out.go:177] * Preparing Kubernetes v1.28.4 on CRI-O 1.24.6 ...
I0116 02:05:57.646148 363049 cli_runner.go:164] Run: docker network inspect addons-549541 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:05:57.662001 363049 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0116 02:05:57.665426 363049 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:05:57.675290 363049 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0116 02:05:57.675341 363049 ssh_runner.go:195] Run: sudo crictl images --output json
I0116 02:05:57.728129 363049 crio.go:496] all images are preloaded for cri-o runtime.
I0116 02:05:57.728157 363049 crio.go:415] Images already preloaded, skipping extraction
I0116 02:05:57.728214 363049 ssh_runner.go:195] Run: sudo crictl images --output json
I0116 02:05:57.759485 363049 crio.go:496] all images are preloaded for cri-o runtime.
I0116 02:05:57.759514 363049 cache_images.go:84] Images are preloaded, skipping loading
I0116 02:05:57.759591 363049 ssh_runner.go:195] Run: crio config
I0116 02:05:57.801503 363049 cni.go:84] Creating CNI manager for ""
I0116 02:05:57.801535 363049 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0116 02:05:57.801557 363049 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0116 02:05:57.801586 363049 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-549541 NodeName:addons-549541 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0116 02:05:57.801796 363049 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-549541"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0116 02:05:57.801883 363049 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-549541 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-549541 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0116 02:05:57.801957 363049 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0116 02:05:57.809955 363049 binaries.go:44] Found k8s binaries, skipping transfer
I0116 02:05:57.810023 363049 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0116 02:05:57.817767 363049 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I0116 02:05:57.832860 363049 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0116 02:05:57.848706 363049 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I0116 02:05:57.864883 363049 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0116 02:05:57.868044 363049 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:05:57.877665 363049 certs.go:56] Setting up /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541 for IP: 192.168.49.2
I0116 02:05:57.877715 363049 certs.go:190] acquiring lock for shared ca certs: {Name:mkd4d6035fde55950b50a8f3804246d14850b383 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:57.877851 363049 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key
I0116 02:05:58.068679 363049 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt ...
I0116 02:05:58.068715 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt: {Name:mk5fd9a5a962776bead3031454ea8006a307cfe6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.068886 363049 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key ...
I0116 02:05:58.068897 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key: {Name:mk8ba9f65a6c5358ae56872971e891200dd59397 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.068985 363049 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key
I0116 02:05:58.197020 363049 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt ...
I0116 02:05:58.197053 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt: {Name:mk383a708ca6cf333d60e0f5d8f4e97cb8a4c4ca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.197221 363049 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key ...
I0116 02:05:58.197231 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key: {Name:mkb175e8cb12fcd075d7124679b11bbf66810ba2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.197336 363049 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.key
I0116 02:05:58.197349 363049 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt with IP's: []
I0116 02:05:58.532888 363049 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt ...
I0116 02:05:58.532923 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: {Name:mk91c1bc851396229028332d99ef6c85094b1045 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.533111 363049 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.key ...
I0116 02:05:58.533124 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.key: {Name:mkb2e9ca5405f2ddfcbbede47723f70b6c5d4883 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.533204 363049 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.key.dd3b5fb2
I0116 02:05:58.533227 363049 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0116 02:05:58.639575 363049 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.crt.dd3b5fb2 ...
I0116 02:05:58.639605 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.crt.dd3b5fb2: {Name:mkf4dc8c351a658005d8b5eeb340641e0a6dba4a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.639753 363049 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.key.dd3b5fb2 ...
I0116 02:05:58.639766 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.key.dd3b5fb2: {Name:mk9a7625e7e4b2bf582df580d42afc1227606de5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.639828 363049 certs.go:337] copying /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.crt
I0116 02:05:58.639926 363049 certs.go:341] copying /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.key
I0116 02:05:58.639975 363049 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/proxy-client.key
I0116 02:05:58.639992 363049 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/proxy-client.crt with IP's: []
I0116 02:05:58.750825 363049 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/proxy-client.crt ...
I0116 02:05:58.750857 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/proxy-client.crt: {Name:mk125ee961f43c38b23fe8df60c20574514819aa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.751006 363049 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/proxy-client.key ...
I0116 02:05:58.751018 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/proxy-client.key: {Name:mk6406a28651d0831eb282f5cd085915a3e252c0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:05:58.751168 363049 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem (1675 bytes)
I0116 02:05:58.751203 363049 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem (1078 bytes)
I0116 02:05:58.751238 363049 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem (1123 bytes)
I0116 02:05:58.751271 363049 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem (1675 bytes)
I0116 02:05:58.751926 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0116 02:05:58.773601 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0116 02:05:58.794105 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0116 02:05:58.814567 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0116 02:05:58.835084 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0116 02:05:58.855411 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0116 02:05:58.875470 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0116 02:05:58.895623 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0116 02:05:58.916005 363049 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0116 02:05:58.936863 363049 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0116 02:05:58.952150 363049 ssh_runner.go:195] Run: openssl version
I0116 02:05:58.957360 363049 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0116 02:05:58.965455 363049 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0116 02:05:58.968424 363049 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jan 16 02:05 /usr/share/ca-certificates/minikubeCA.pem
I0116 02:05:58.968483 363049 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0116 02:05:58.974574 363049 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0116 02:05:58.982782 363049 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0116 02:05:58.985630 363049 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0116 02:05:58.985673 363049 kubeadm.go:404] StartCluster: {Name:addons-549541 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-549541 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:05:58.985756 363049 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0116 02:05:58.985789 363049 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0116 02:05:59.018324 363049 cri.go:89] found id: ""
I0116 02:05:59.018388 363049 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0116 02:05:59.026842 363049 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0116 02:05:59.034994 363049 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0116 02:05:59.035058 363049 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0116 02:05:59.042849 363049 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0116 02:05:59.042899 363049 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0116 02:05:59.120596 363049 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1048-gcp\n", err: exit status 1
I0116 02:05:59.184563 363049 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0116 02:06:07.986346 363049 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0116 02:06:07.986443 363049 kubeadm.go:322] [preflight] Running pre-flight checks
I0116 02:06:07.986566 363049 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0116 02:06:07.986655 363049 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1048-gcp[0m
I0116 02:06:07.986710 363049 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0116 02:06:07.986778 363049 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0116 02:06:07.986867 363049 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0116 02:06:07.986933 363049 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0116 02:06:07.986997 363049 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0116 02:06:07.987073 363049 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0116 02:06:07.987143 363049 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0116 02:06:07.987220 363049 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0116 02:06:07.987287 363049 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0116 02:06:07.987351 363049 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0116 02:06:07.987465 363049 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0116 02:06:07.987585 363049 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0116 02:06:07.987698 363049 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0116 02:06:07.987789 363049 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0116 02:06:07.989525 363049 out.go:204] - Generating certificates and keys ...
I0116 02:06:07.989630 363049 kubeadm.go:322] [certs] Using existing ca certificate authority
I0116 02:06:07.989720 363049 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0116 02:06:07.989807 363049 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0116 02:06:07.989873 363049 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0116 02:06:07.989934 363049 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0116 02:06:07.989975 363049 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0116 02:06:07.990030 363049 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0116 02:06:07.990182 363049 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-549541 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0116 02:06:07.990260 363049 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0116 02:06:07.990400 363049 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-549541 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0116 02:06:07.990490 363049 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0116 02:06:07.990571 363049 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0116 02:06:07.990635 363049 kubeadm.go:322] [certs] Generating "sa" key and public key
I0116 02:06:07.990703 363049 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0116 02:06:07.990758 363049 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0116 02:06:07.990807 363049 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0116 02:06:07.990868 363049 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0116 02:06:07.990921 363049 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0116 02:06:07.990994 363049 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0116 02:06:07.991052 363049 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0116 02:06:07.992651 363049 out.go:204] - Booting up control plane ...
I0116 02:06:07.992739 363049 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0116 02:06:07.992801 363049 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0116 02:06:07.992861 363049 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0116 02:06:07.992990 363049 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0116 02:06:07.993072 363049 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0116 02:06:07.993107 363049 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0116 02:06:07.993308 363049 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0116 02:06:07.993422 363049 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.002076 seconds
I0116 02:06:07.993524 363049 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0116 02:06:07.993672 363049 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0116 02:06:07.993735 363049 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0116 02:06:07.993881 363049 kubeadm.go:322] [mark-control-plane] Marking the node addons-549541 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0116 02:06:07.993927 363049 kubeadm.go:322] [bootstrap-token] Using token: nree94.lvopv4ol41okz4fs
I0116 02:06:07.995346 363049 out.go:204] - Configuring RBAC rules ...
I0116 02:06:07.995440 363049 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0116 02:06:07.995508 363049 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0116 02:06:07.995628 363049 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0116 02:06:07.995750 363049 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0116 02:06:07.995862 363049 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0116 02:06:07.995966 363049 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0116 02:06:07.996061 363049 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0116 02:06:07.996100 363049 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0116 02:06:07.996141 363049 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0116 02:06:07.996147 363049 kubeadm.go:322]
I0116 02:06:07.996194 363049 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0116 02:06:07.996200 363049 kubeadm.go:322]
I0116 02:06:07.996260 363049 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0116 02:06:07.996266 363049 kubeadm.go:322]
I0116 02:06:07.996286 363049 kubeadm.go:322] mkdir -p $HOME/.kube
I0116 02:06:07.996337 363049 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0116 02:06:07.996392 363049 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0116 02:06:07.996400 363049 kubeadm.go:322]
I0116 02:06:07.996442 363049 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0116 02:06:07.996448 363049 kubeadm.go:322]
I0116 02:06:07.996491 363049 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0116 02:06:07.996497 363049 kubeadm.go:322]
I0116 02:06:07.996538 363049 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0116 02:06:07.996598 363049 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0116 02:06:07.996655 363049 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0116 02:06:07.996661 363049 kubeadm.go:322]
I0116 02:06:07.996758 363049 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0116 02:06:07.996879 363049 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0116 02:06:07.996889 363049 kubeadm.go:322]
I0116 02:06:07.997005 363049 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token nree94.lvopv4ol41okz4fs \
I0116 02:06:07.997116 363049 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d \
I0116 02:06:07.997161 363049 kubeadm.go:322] --control-plane
I0116 02:06:07.997170 363049 kubeadm.go:322]
I0116 02:06:07.997278 363049 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0116 02:06:07.997285 363049 kubeadm.go:322]
I0116 02:06:07.997389 363049 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token nree94.lvopv4ol41okz4fs \
I0116 02:06:07.997500 363049 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d
I0116 02:06:07.997514 363049 cni.go:84] Creating CNI manager for ""
I0116 02:06:07.997521 363049 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0116 02:06:07.999058 363049 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0116 02:06:08.000263 363049 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0116 02:06:08.003894 363049 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0116 02:06:08.003915 363049 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0116 02:06:08.020774 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0116 02:06:08.702667 363049 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0116 02:06:08.702766 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:08.702800 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd minikube.k8s.io/name=addons-549541 minikube.k8s.io/updated_at=2024_01_16T02_06_08_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:08.784196 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:08.784195 363049 ops.go:34] apiserver oom_adj: -16
I0116 02:06:09.284297 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:09.784349 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:10.284791 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:10.784935 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:11.284870 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:11.785148 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:12.284249 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:12.785173 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:13.284713 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:13.785266 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:14.285066 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:14.784666 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:15.284304 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:15.784325 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:16.285090 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:16.784550 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:17.284530 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:17.785026 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:18.284593 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:18.785280 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:19.284602 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:19.784802 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:20.284511 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:20.784646 363049 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:06:20.850164 363049 kubeadm.go:1088] duration metric: took 12.147466256s to wait for elevateKubeSystemPrivileges.
I0116 02:06:20.850198 363049 kubeadm.go:406] StartCluster complete in 21.864529828s
I0116 02:06:20.850225 363049 settings.go:142] acquiring lock: {Name:mkbde07d72d2f3dabb90af2e91d052bf7b168536 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:06:20.850373 363049 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:06:20.850883 363049 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/kubeconfig: {Name:mk115b95b91a346bcc55d32e9037d026c4bc6af5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:06:20.853401 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0116 02:06:20.853709 363049 config.go:182] Loaded profile config "addons-549541": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:06:20.853770 363049 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0116 02:06:20.853853 363049 addons.go:69] Setting yakd=true in profile "addons-549541"
I0116 02:06:20.853876 363049 addons.go:234] Setting addon yakd=true in "addons-549541"
I0116 02:06:20.853910 363049 addons.go:69] Setting cloud-spanner=true in profile "addons-549541"
I0116 02:06:20.853939 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.853941 363049 addons.go:234] Setting addon cloud-spanner=true in "addons-549541"
I0116 02:06:20.854227 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.853946 363049 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-549541"
I0116 02:06:20.854339 363049 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-549541"
I0116 02:06:20.853952 363049 addons.go:69] Setting default-storageclass=true in profile "addons-549541"
I0116 02:06:20.854379 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.854400 363049 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-549541"
I0116 02:06:20.853957 363049 addons.go:69] Setting gcp-auth=true in profile "addons-549541"
I0116 02:06:20.854495 363049 mustload.go:65] Loading cluster: addons-549541
I0116 02:06:20.853964 363049 addons.go:69] Setting helm-tiller=true in profile "addons-549541"
I0116 02:06:20.854565 363049 addons.go:234] Setting addon helm-tiller=true in "addons-549541"
I0116 02:06:20.854000 363049 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-549541"
I0116 02:06:20.854623 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.854627 363049 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-549541"
I0116 02:06:20.854692 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.854691 363049 config.go:182] Loaded profile config "addons-549541": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:06:20.854006 363049 addons.go:69] Setting ingress-dns=true in profile "addons-549541"
I0116 02:06:20.854725 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.854728 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.854725 363049 addons.go:234] Setting addon ingress-dns=true in "addons-549541"
I0116 02:06:20.854804 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.854916 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.855043 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.855105 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.855217 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.855297 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.855727 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.854020 363049 addons.go:69] Setting inspektor-gadget=true in profile "addons-549541"
I0116 02:06:20.856067 363049 addons.go:234] Setting addon inspektor-gadget=true in "addons-549541"
I0116 02:06:20.856113 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.854024 363049 addons.go:69] Setting storage-provisioner=true in profile "addons-549541"
I0116 02:06:20.856504 363049 addons.go:234] Setting addon storage-provisioner=true in "addons-549541"
I0116 02:06:20.856545 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.856546 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.854035 363049 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-549541"
I0116 02:06:20.856825 363049 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-549541"
I0116 02:06:20.857116 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.857359 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.853870 363049 addons.go:69] Setting ingress=true in profile "addons-549541"
I0116 02:06:20.861130 363049 addons.go:234] Setting addon ingress=true in "addons-549541"
I0116 02:06:20.861231 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.861777 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.854043 363049 addons.go:69] Setting volumesnapshots=true in profile "addons-549541"
I0116 02:06:20.862280 363049 addons.go:234] Setting addon volumesnapshots=true in "addons-549541"
I0116 02:06:20.862364 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.854012 363049 addons.go:69] Setting metrics-server=true in profile "addons-549541"
I0116 02:06:20.862464 363049 addons.go:234] Setting addon metrics-server=true in "addons-549541"
I0116 02:06:20.862528 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.862980 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.854032 363049 addons.go:69] Setting registry=true in profile "addons-549541"
I0116 02:06:20.863085 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.865135 363049 addons.go:234] Setting addon registry=true in "addons-549541"
I0116 02:06:20.865204 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.894968 363049 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0116 02:06:20.896525 363049 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0116 02:06:20.896553 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0116 02:06:20.896620 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.894880 363049 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0116 02:06:20.898721 363049 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0116 02:06:20.898738 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0116 02:06:20.898791 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.899056 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.900578 363049 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0116 02:06:20.905318 363049 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0116 02:06:20.905339 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0116 02:06:20.905390 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.902187 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.903168 363049 addons.go:234] Setting addon default-storageclass=true in "addons-549541"
I0116 02:06:20.905736 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.907962 363049 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.23.1
I0116 02:06:20.906291 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.909235 363049 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0116 02:06:20.909254 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0116 02:06:20.909307 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.911317 363049 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0116 02:06:20.915164 363049 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0116 02:06:20.916704 363049 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0116 02:06:20.918087 363049 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I0116 02:06:20.916347 363049 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-549541"
I0116 02:06:20.919439 363049 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I0116 02:06:20.919475 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:20.920551 363049 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0116 02:06:20.920609 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I0116 02:06:20.921188 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:20.921917 363049 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0116 02:06:20.922074 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.920592 363049 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.13
I0116 02:06:20.925370 363049 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0116 02:06:20.925389 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0116 02:06:20.925440 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.923512 363049 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0116 02:06:20.927010 363049 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0116 02:06:20.928248 363049 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0116 02:06:20.929430 363049 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0116 02:06:20.929449 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0116 02:06:20.930842 363049 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I0116 02:06:20.929501 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.933540 363049 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.5
I0116 02:06:20.932293 363049 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0116 02:06:20.934831 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0116 02:06:20.936134 363049 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0116 02:06:20.934910 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.938564 363049 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0116 02:06:20.940072 363049 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0116 02:06:20.940092 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0116 02:06:20.940158 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.952095 363049 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0116 02:06:20.953441 363049 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I0116 02:06:20.954736 363049 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0116 02:06:20.954755 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0116 02:06:20.953416 363049 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0116 02:06:20.954786 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0116 02:06:20.954816 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.954854 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.955639 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:20.957014 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:20.959865 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:20.966999 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:20.981472 363049 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0116 02:06:20.981498 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0116 02:06:20.981558 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.991504 363049 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0116 02:06:20.992764 363049 out.go:177] - Using image docker.io/registry:2.8.3
I0116 02:06:20.994659 363049 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0116 02:06:20.994688 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0116 02:06:20.994765 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:20.992623 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:20.997624 363049 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0116 02:06:20.997565 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:20.998966 363049 out.go:177] - Using image docker.io/busybox:stable
I0116 02:06:21.000453 363049 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0116 02:06:21.000473 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0116 02:06:21.000569 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:21.003475 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:21.006312 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:21.007825 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:21.008791 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:21.011061 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:21.015129 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:21.020385 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:21.022122 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
W0116 02:06:21.039111 363049 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0116 02:06:21.039149 363049 retry.go:31] will retry after 257.70344ms: ssh: handshake failed: EOF
I0116 02:06:21.056257 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0116 02:06:21.337779 363049 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0116 02:06:21.337813 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0116 02:06:21.342381 363049 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0116 02:06:21.342407 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0116 02:06:21.346793 363049 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I0116 02:06:21.346837 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I0116 02:06:21.350341 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0116 02:06:21.352620 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0116 02:06:21.356829 363049 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-549541" context rescaled to 1 replicas
I0116 02:06:21.356871 363049 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0116 02:06:21.358615 363049 out.go:177] * Verifying Kubernetes components...
I0116 02:06:21.360119 363049 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:06:21.434817 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0116 02:06:21.451503 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0116 02:06:21.452538 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0116 02:06:21.533684 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0116 02:06:21.542488 363049 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0116 02:06:21.542582 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0116 02:06:21.544159 363049 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0116 02:06:21.544234 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0116 02:06:21.636355 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0116 02:06:21.637252 363049 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0116 02:06:21.637306 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0116 02:06:21.640606 363049 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I0116 02:06:21.640660 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I0116 02:06:21.655279 363049 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0116 02:06:21.655321 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0116 02:06:21.752854 363049 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0116 02:06:21.752945 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0116 02:06:21.753860 363049 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0116 02:06:21.753886 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0116 02:06:21.833665 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I0116 02:06:21.834677 363049 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0116 02:06:21.834749 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0116 02:06:22.047024 363049 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0116 02:06:22.047117 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0116 02:06:22.134687 363049 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0116 02:06:22.134723 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0116 02:06:22.135171 363049 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0116 02:06:22.135191 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0116 02:06:22.137145 363049 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0116 02:06:22.137168 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0116 02:06:22.144201 363049 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0116 02:06:22.144236 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0116 02:06:22.246604 363049 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0116 02:06:22.246631 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0116 02:06:22.436068 363049 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0116 02:06:22.436114 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0116 02:06:22.534596 363049 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0116 02:06:22.534624 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0116 02:06:22.636390 363049 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0116 02:06:22.636424 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0116 02:06:22.647375 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0116 02:06:22.648425 363049 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0116 02:06:22.648455 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0116 02:06:22.649855 363049 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0116 02:06:22.649924 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0116 02:06:22.936451 363049 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0116 02:06:22.936484 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0116 02:06:22.945677 363049 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0116 02:06:22.945708 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0116 02:06:23.134514 363049 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0116 02:06:23.134601 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0116 02:06:23.134935 363049 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0116 02:06:23.135003 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0116 02:06:23.234699 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0116 02:06:23.347233 363049 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0116 02:06:23.347364 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0116 02:06:23.436090 363049 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.379792504s)
I0116 02:06:23.436189 363049 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0116 02:06:23.452300 363049 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0116 02:06:23.452330 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0116 02:06:23.537888 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0116 02:06:23.550019 363049 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0116 02:06:23.550052 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0116 02:06:23.733772 363049 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0116 02:06:23.733809 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0116 02:06:23.734542 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0116 02:06:24.037125 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0116 02:06:24.144861 363049 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0116 02:06:24.144963 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0116 02:06:24.549341 363049 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0116 02:06:24.549437 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0116 02:06:24.835567 363049 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0116 02:06:24.835664 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0116 02:06:25.041324 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0116 02:06:25.833712 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.483285767s)
I0116 02:06:26.534701 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.182037572s)
I0116 02:06:26.534795 363049 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (5.174651646s)
I0116 02:06:26.535890 363049 node_ready.go:35] waiting up to 6m0s for node "addons-549541" to be "Ready" ...
I0116 02:06:26.755057 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.32021124s)
I0116 02:06:26.755067 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.303519059s)
I0116 02:06:26.755001 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.30242326s)
W0116 02:06:26.853747 363049 out.go:239] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0116 02:06:27.742810 363049 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0116 02:06:27.742916 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:27.774451 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:27.853746 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.319959113s)
I0116 02:06:27.853805 363049 addons.go:470] Verifying addon ingress=true in "addons-549541"
I0116 02:06:27.854984 363049 out.go:177] * Verifying ingress addon...
I0116 02:06:27.854013 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.217534204s)
I0116 02:06:27.854123 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (6.020347572s)
I0116 02:06:27.854179 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.206752833s)
I0116 02:06:27.854227 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.619446255s)
I0116 02:06:27.854288 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.316366181s)
I0116 02:06:27.854436 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.119855522s)
I0116 02:06:27.854477 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (3.817318726s)
I0116 02:06:27.856881 363049 addons.go:470] Verifying addon metrics-server=true in "addons-549541"
I0116 02:06:27.860890 363049 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-549541 service yakd-dashboard -n yakd-dashboard
I0116 02:06:27.856936 363049 addons.go:470] Verifying addon registry=true in "addons-549541"
W0116 02:06:27.856933 363049 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0116 02:06:27.860349 363049 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0116 02:06:27.863934 363049 out.go:177] * Verifying registry addon...
I0116 02:06:27.862499 363049 retry.go:31] will retry after 326.460057ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0116 02:06:27.866306 363049 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0116 02:06:27.939620 363049 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0116 02:06:27.939651 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:27.939826 363049 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0116 02:06:27.939856 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:28.096109 363049 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0116 02:06:28.134284 363049 addons.go:234] Setting addon gcp-auth=true in "addons-549541"
I0116 02:06:28.134350 363049 host.go:66] Checking if "addons-549541" exists ...
I0116 02:06:28.134811 363049 cli_runner.go:164] Run: docker container inspect addons-549541 --format={{.State.Status}}
I0116 02:06:28.154799 363049 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0116 02:06:28.154851 363049 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-549541
I0116 02:06:28.175766 363049 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33082 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/addons-549541/id_rsa Username:docker}
I0116 02:06:28.192704 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0116 02:06:28.366203 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:28.369655 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:28.539237 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:28.665529 363049 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.624071042s)
I0116 02:06:28.665569 363049 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-549541"
I0116 02:06:28.667270 363049 out.go:177] * Verifying csi-hostpath-driver addon...
I0116 02:06:28.669738 363049 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0116 02:06:28.674348 363049 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0116 02:06:28.674375 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:28.866644 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:28.869769 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:29.129420 363049 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0116 02:06:29.130807 363049 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0116 02:06:29.132192 363049 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0116 02:06:29.132207 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0116 02:06:29.149097 363049 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0116 02:06:29.149130 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0116 02:06:29.165948 363049 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0116 02:06:29.165975 363049 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0116 02:06:29.173902 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:29.182397 363049 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0116 02:06:29.369325 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:29.370074 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:29.746700 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:29.940193 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:29.943257 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:30.137039 363049 addons.go:470] Verifying addon gcp-auth=true in "addons-549541"
I0116 02:06:30.139414 363049 out.go:177] * Verifying gcp-auth addon...
I0116 02:06:30.142001 363049 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0116 02:06:30.145388 363049 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0116 02:06:30.145409 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:30.175035 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:30.367870 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:30.371508 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:30.540503 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:30.645924 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:30.675395 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:30.867203 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:30.936230 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:31.146523 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:31.236806 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:31.367654 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:31.379418 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:31.645908 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:31.674865 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:31.866776 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:31.870163 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:32.146342 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:32.174034 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:32.367203 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:32.370745 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:32.646267 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:32.674510 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:32.867340 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:32.869653 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:33.040149 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:33.146096 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:33.174953 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:33.366904 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:33.369921 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:33.646121 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:33.674005 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:33.866470 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:33.869446 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:34.145215 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:34.173961 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:34.366790 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:34.370255 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:34.645176 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:34.673826 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:34.865969 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:34.869368 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:35.145392 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:35.174127 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:35.366429 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:35.369640 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:35.539350 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:35.645465 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:35.674401 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:35.867693 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:35.869800 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:36.146242 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:36.173489 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:36.365680 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:36.369848 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:36.646009 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:36.674479 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:36.866716 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:36.869797 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:37.145832 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:37.174625 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:37.366356 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:37.369416 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:37.539494 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:37.645264 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:37.673717 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:37.865782 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:37.870371 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:38.145939 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:38.174738 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:38.366815 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:38.371019 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:38.645631 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:38.674560 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:38.866987 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:38.870054 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:39.144972 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:39.174392 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:39.366928 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:39.369989 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:39.645618 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:39.673909 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:39.866352 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:39.869398 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:40.039286 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:40.146199 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:40.173663 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:40.366910 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:40.369967 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:40.645607 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:40.673884 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:40.866214 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:40.869759 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:41.145742 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:41.174397 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:41.366079 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:41.369438 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:41.645073 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:41.673371 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:41.866897 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:41.869971 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:42.146141 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:42.173671 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:42.366046 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:42.369508 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:42.539402 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:42.645283 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:42.673805 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:42.865610 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:42.869797 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:43.145904 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:43.174524 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:43.366926 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:43.370161 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:43.646182 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:43.673772 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:43.865652 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:43.870159 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:44.145952 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:44.174602 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:44.365913 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:44.369649 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:44.539823 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:44.645849 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:44.674522 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:44.866844 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:44.869734 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:45.145746 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:45.174381 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:45.367049 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:45.369326 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:45.645100 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:45.673551 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:45.865881 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:45.870305 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:46.145171 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:46.173400 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:46.365994 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:46.369561 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:46.645783 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:46.674119 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:46.866291 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:46.869801 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:47.039725 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:47.145539 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:47.174040 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:47.366412 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:47.369590 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:47.645699 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:47.673861 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:47.866088 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:47.869750 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:48.145899 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:48.174725 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:48.366254 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:48.369945 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:48.645879 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:48.674285 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:48.866509 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:48.870186 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:49.146125 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:49.173615 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:49.367401 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:49.369474 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:49.539327 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:49.645191 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:49.673655 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:49.865621 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:49.870163 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:50.146072 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:50.174679 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:50.367827 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:50.371612 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:50.645802 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:50.674200 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:50.866339 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:50.869334 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:51.145229 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:51.173532 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:51.366264 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:51.369694 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:51.539766 363049 node_ready.go:58] node "addons-549541" has status "Ready":"False"
I0116 02:06:51.645637 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:51.674282 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:51.866599 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:51.869776 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:52.145676 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:52.174229 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:52.366825 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:52.370214 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:52.646090 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:52.673568 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:52.866159 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:52.870717 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:53.145753 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:53.174623 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:53.366026 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:53.369366 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:53.647571 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:53.676536 363049 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0116 02:06:53.676563 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:53.866519 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:53.870492 363049 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0116 02:06:53.870516 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:54.040639 363049 node_ready.go:49] node "addons-549541" has status "Ready":"True"
I0116 02:06:54.040670 363049 node_ready.go:38] duration metric: took 27.504758246s waiting for node "addons-549541" to be "Ready" ...
I0116 02:06:54.040683 363049 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:06:54.050433 363049 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-2fp45" in "kube-system" namespace to be "Ready" ...
I0116 02:06:54.154593 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:54.238814 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:54.367549 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:54.371412 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:54.654308 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:54.744541 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:54.941928 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:54.950342 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:55.155111 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:55.243322 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:55.444872 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:55.446527 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:55.557992 363049 pod_ready.go:92] pod "coredns-5dd5756b68-2fp45" in "kube-system" namespace has status "Ready":"True"
I0116 02:06:55.558021 363049 pod_ready.go:81] duration metric: took 1.507561959s waiting for pod "coredns-5dd5756b68-2fp45" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.558076 363049 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-549541" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.567439 363049 pod_ready.go:92] pod "etcd-addons-549541" in "kube-system" namespace has status "Ready":"True"
I0116 02:06:55.567468 363049 pod_ready.go:81] duration metric: took 9.377989ms waiting for pod "etcd-addons-549541" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.567485 363049 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-549541" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.571976 363049 pod_ready.go:92] pod "kube-apiserver-addons-549541" in "kube-system" namespace has status "Ready":"True"
I0116 02:06:55.571998 363049 pod_ready.go:81] duration metric: took 4.504477ms waiting for pod "kube-apiserver-addons-549541" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.572011 363049 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-549541" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.637840 363049 pod_ready.go:92] pod "kube-controller-manager-addons-549541" in "kube-system" namespace has status "Ready":"True"
I0116 02:06:55.637872 363049 pod_ready.go:81] duration metric: took 65.851741ms waiting for pod "kube-controller-manager-addons-549541" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.637888 363049 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-7f8vr" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.644203 363049 pod_ready.go:92] pod "kube-proxy-7f8vr" in "kube-system" namespace has status "Ready":"True"
I0116 02:06:55.644277 363049 pod_ready.go:81] duration metric: took 6.380383ms waiting for pod "kube-proxy-7f8vr" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.644292 363049 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-549541" in "kube-system" namespace to be "Ready" ...
I0116 02:06:55.646455 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:55.737792 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:55.867632 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:55.936844 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:56.040529 363049 pod_ready.go:92] pod "kube-scheduler-addons-549541" in "kube-system" namespace has status "Ready":"True"
I0116 02:06:56.040554 363049 pod_ready.go:81] duration metric: took 396.253511ms waiting for pod "kube-scheduler-addons-549541" in "kube-system" namespace to be "Ready" ...
I0116 02:06:56.040567 363049 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace to be "Ready" ...
I0116 02:06:56.145801 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:56.175310 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:56.367185 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:56.371292 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:56.645553 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:56.675927 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:56.867243 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:56.873972 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:57.146125 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:57.176904 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:57.367521 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:57.371267 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:57.646067 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:57.677112 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:57.867192 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:57.871591 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:58.048128 363049 pod_ready.go:102] pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace has status "Ready":"False"
I0116 02:06:58.146993 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:58.177515 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:58.368571 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:58.371126 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:58.645636 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:58.675886 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:58.866883 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:58.870928 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:59.146294 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:59.174954 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:59.367076 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:59.370713 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:06:59.645859 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:06:59.675295 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:06:59.865808 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:06:59.870611 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:00.146849 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:00.176579 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:00.366632 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:00.370657 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:00.547157 363049 pod_ready.go:102] pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:00.646028 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:00.675386 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:00.866153 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:00.870365 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:01.145533 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:01.175121 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:01.366681 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:01.370548 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:01.645625 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:01.674860 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:01.866955 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:01.871354 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:02.145935 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:02.175857 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:02.367191 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:02.371577 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:02.645709 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:02.681147 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:02.867555 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:02.936071 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:03.048934 363049 pod_ready.go:102] pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:03.145860 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:03.242204 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:03.367282 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:03.371561 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:03.646521 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:03.675655 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:03.867416 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:03.870805 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:04.146757 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:04.175830 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:04.389236 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:04.390332 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:04.645972 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:04.675451 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:04.866525 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:04.870714 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:05.146291 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:05.174808 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:05.367005 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:05.370928 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:05.547407 363049 pod_ready.go:102] pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:05.645961 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:05.676494 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:05.866244 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:05.870350 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:06.146578 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:06.175483 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:06.367450 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:06.370634 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:06.645916 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:06.676425 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:06.866169 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:06.870382 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:07.145954 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:07.175540 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:07.366491 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:07.370428 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:07.646032 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:07.676182 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:07.867312 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:07.870415 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:08.047395 363049 pod_ready.go:102] pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:08.146024 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:08.175700 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:08.367858 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:08.371109 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:08.645784 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:08.675635 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:08.867698 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:08.870625 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:09.146109 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:09.175996 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:09.366963 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:09.374823 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:09.647036 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:09.738721 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:09.868428 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:09.936136 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:10.049613 363049 pod_ready.go:102] pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:10.146245 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:10.175722 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:10.367759 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:10.370869 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:10.646755 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:10.675932 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:10.866973 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:10.870941 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:11.146325 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:11.175133 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:11.366211 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:11.369653 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:11.646565 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:11.675346 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:11.866392 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:11.870550 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:12.145834 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:12.175864 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:12.366188 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:12.369914 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:12.546974 363049 pod_ready.go:102] pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:12.646053 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:12.675004 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:12.866731 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:12.870935 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:13.146251 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:13.174869 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:13.367201 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:13.370999 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:13.646841 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:13.675524 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:13.866396 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:13.870340 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:14.056038 363049 pod_ready.go:92] pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace has status "Ready":"True"
I0116 02:07:14.056075 363049 pod_ready.go:81] duration metric: took 18.015496655s waiting for pod "metrics-server-7c66d45ddc-d6765" in "kube-system" namespace to be "Ready" ...
I0116 02:07:14.056090 363049 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-cnfs9" in "kube-system" namespace to be "Ready" ...
I0116 02:07:14.147278 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:14.175577 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:14.367932 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:14.371053 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:14.645999 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:14.676679 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:14.866840 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:14.871305 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:15.146282 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:15.175470 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:15.366578 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:15.370556 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:15.646543 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:15.675852 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:15.866168 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:15.870460 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:16.063313 363049 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-cnfs9" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:16.146781 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:16.175913 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:16.367277 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:16.371065 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:16.646251 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:16.674839 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:16.867529 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:16.870663 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:17.145525 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:17.175354 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:17.367159 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:17.371214 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:17.646110 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:17.675419 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:17.866559 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:17.870633 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:18.146584 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:18.175863 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:18.366957 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:18.370882 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:18.562293 363049 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-cnfs9" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:18.646312 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:18.674657 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:18.868686 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:18.870198 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:19.146114 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:19.175614 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:19.367315 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:19.373780 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:19.645835 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:19.676352 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:19.866796 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:19.870793 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:20.145536 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:20.175602 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:20.366882 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:20.371501 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:20.562451 363049 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-cnfs9" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:20.645063 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:20.675328 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:20.866523 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:20.870547 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:21.145740 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:21.175076 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:21.366317 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:21.369866 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:21.645649 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:21.675139 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:21.866086 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:21.870973 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:22.146706 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:22.239191 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:22.442064 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:22.446390 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:22.565612 363049 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-cnfs9" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:22.646452 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:22.742494 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:22.866698 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:22.937062 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:23.146765 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:23.236943 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:23.366833 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:23.371161 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:23.646412 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:23.675423 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:23.866846 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:23.939509 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:24.145651 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:24.176681 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:24.368190 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:24.370860 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:24.646213 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:24.675833 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:24.867535 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:24.870916 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:25.062893 363049 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-cnfs9" in "kube-system" namespace has status "Ready":"False"
I0116 02:07:25.146287 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:25.175358 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:25.366546 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:25.370918 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:25.645835 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:25.676269 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:25.867678 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:25.870806 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:26.146741 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:26.175539 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:26.366754 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:26.370769 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:26.645820 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:26.676019 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:26.867599 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:26.871036 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:27.146351 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:27.175659 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:27.366938 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:27.373141 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:27.562736 363049 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-cnfs9" in "kube-system" namespace has status "Ready":"True"
I0116 02:07:27.562764 363049 pod_ready.go:81] duration metric: took 13.506664019s waiting for pod "nvidia-device-plugin-daemonset-cnfs9" in "kube-system" namespace to be "Ready" ...
I0116 02:07:27.562790 363049 pod_ready.go:38] duration metric: took 33.522089947s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:07:27.562813 363049 api_server.go:52] waiting for apiserver process to appear ...
I0116 02:07:27.562854 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0116 02:07:27.562913 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0116 02:07:27.647360 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:27.652663 363049 cri.go:89] found id: "d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498"
I0116 02:07:27.652686 363049 cri.go:89] found id: ""
I0116 02:07:27.652698 363049 logs.go:284] 1 containers: [d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498]
I0116 02:07:27.652757 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:27.656266 363049 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0116 02:07:27.656359 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0116 02:07:27.737304 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:27.754766 363049 cri.go:89] found id: "6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c"
I0116 02:07:27.754798 363049 cri.go:89] found id: ""
I0116 02:07:27.754810 363049 logs.go:284] 1 containers: [6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c]
I0116 02:07:27.754867 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:27.758479 363049 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0116 02:07:27.758549 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0116 02:07:27.852603 363049 cri.go:89] found id: "28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b"
I0116 02:07:27.852629 363049 cri.go:89] found id: ""
I0116 02:07:27.852639 363049 logs.go:284] 1 containers: [28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b]
I0116 02:07:27.852695 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:27.856942 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0116 02:07:27.857038 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0116 02:07:27.867696 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:27.870736 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:27.965823 363049 cri.go:89] found id: "bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e"
I0116 02:07:27.965851 363049 cri.go:89] found id: ""
I0116 02:07:27.965867 363049 logs.go:284] 1 containers: [bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e]
I0116 02:07:27.965920 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:27.969722 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0116 02:07:27.969793 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0116 02:07:28.067211 363049 cri.go:89] found id: "2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128"
I0116 02:07:28.067238 363049 cri.go:89] found id: ""
I0116 02:07:28.067246 363049 logs.go:284] 1 containers: [2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128]
I0116 02:07:28.067302 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:28.071267 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0116 02:07:28.071336 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0116 02:07:28.146442 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:28.175487 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:28.236298 363049 cri.go:89] found id: "fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2"
I0116 02:07:28.236325 363049 cri.go:89] found id: ""
I0116 02:07:28.236336 363049 logs.go:284] 1 containers: [fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2]
I0116 02:07:28.236395 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:28.240666 363049 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0116 02:07:28.240740 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0116 02:07:28.362812 363049 cri.go:89] found id: "b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c"
I0116 02:07:28.362839 363049 cri.go:89] found id: ""
I0116 02:07:28.362849 363049 logs.go:284] 1 containers: [b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c]
I0116 02:07:28.362903 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:28.366971 363049 logs.go:123] Gathering logs for dmesg ...
I0116 02:07:28.366995 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0116 02:07:28.367319 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:28.371381 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:28.461685 363049 logs.go:123] Gathering logs for describe nodes ...
I0116 02:07:28.461728 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0116 02:07:28.646621 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:28.736180 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:28.771850 363049 logs.go:123] Gathering logs for coredns [28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b] ...
I0116 02:07:28.771885 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b"
I0116 02:07:28.867643 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:28.934558 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:28.936439 363049 logs.go:123] Gathering logs for kube-scheduler [bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e] ...
I0116 02:07:28.936467 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e"
I0116 02:07:28.980331 363049 logs.go:123] Gathering logs for kindnet [b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c] ...
I0116 02:07:28.980374 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c"
I0116 02:07:29.048899 363049 logs.go:123] Gathering logs for CRI-O ...
I0116 02:07:29.048931 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0116 02:07:29.118901 363049 logs.go:123] Gathering logs for kubelet ...
I0116 02:07:29.118944 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0116 02:07:29.146320 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:29.175847 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:29.247609 363049 logs.go:123] Gathering logs for kube-apiserver [d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498] ...
I0116 02:07:29.247656 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498"
I0116 02:07:29.305165 363049 logs.go:123] Gathering logs for etcd [6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c] ...
I0116 02:07:29.305213 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c"
I0116 02:07:29.367511 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:29.373611 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:29.387076 363049 logs.go:123] Gathering logs for kube-proxy [2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128] ...
I0116 02:07:29.387109 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128"
I0116 02:07:29.463299 363049 logs.go:123] Gathering logs for kube-controller-manager [fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2] ...
I0116 02:07:29.463334 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2"
I0116 02:07:29.576817 363049 logs.go:123] Gathering logs for container status ...
I0116 02:07:29.576863 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0116 02:07:29.647829 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:29.675439 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:29.866599 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:29.870807 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:30.147893 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:30.180940 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:30.368125 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:30.370651 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:30.645998 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:30.675401 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:30.866792 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:30.870931 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:31.146612 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:31.175998 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:31.366253 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:31.370248 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:07:31.645754 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:31.676513 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:31.866546 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:31.870669 363049 kapi.go:107] duration metric: took 1m4.004361546s to wait for kubernetes.io/minikube-addons=registry ...
I0116 02:07:32.145926 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:32.175540 363049 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0116 02:07:32.175580 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:32.188179 363049 api_server.go:72] duration metric: took 1m10.831268087s to wait for apiserver process to appear ...
I0116 02:07:32.188201 363049 api_server.go:88] waiting for apiserver healthz status ...
I0116 02:07:32.188245 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0116 02:07:32.188298 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0116 02:07:32.222433 363049 cri.go:89] found id: "d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498"
I0116 02:07:32.222457 363049 cri.go:89] found id: ""
I0116 02:07:32.222469 363049 logs.go:284] 1 containers: [d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498]
I0116 02:07:32.222527 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:32.225897 363049 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0116 02:07:32.225954 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0116 02:07:32.259411 363049 cri.go:89] found id: "6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c"
I0116 02:07:32.259434 363049 cri.go:89] found id: ""
I0116 02:07:32.259441 363049 logs.go:284] 1 containers: [6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c]
I0116 02:07:32.259497 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:32.263042 363049 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0116 02:07:32.263108 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0116 02:07:32.296324 363049 cri.go:89] found id: "28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b"
I0116 02:07:32.296352 363049 cri.go:89] found id: ""
I0116 02:07:32.296362 363049 logs.go:284] 1 containers: [28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b]
I0116 02:07:32.296423 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:32.299694 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0116 02:07:32.299758 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0116 02:07:32.333929 363049 cri.go:89] found id: "bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e"
I0116 02:07:32.333949 363049 cri.go:89] found id: ""
I0116 02:07:32.333957 363049 logs.go:284] 1 containers: [bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e]
I0116 02:07:32.334006 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:32.337230 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0116 02:07:32.337288 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0116 02:07:32.367934 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:32.371200 363049 cri.go:89] found id: "2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128"
I0116 02:07:32.371221 363049 cri.go:89] found id: ""
I0116 02:07:32.371231 363049 logs.go:284] 1 containers: [2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128]
I0116 02:07:32.371285 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:32.374716 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0116 02:07:32.374775 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0116 02:07:32.408152 363049 cri.go:89] found id: "fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2"
I0116 02:07:32.408176 363049 cri.go:89] found id: ""
I0116 02:07:32.408184 363049 logs.go:284] 1 containers: [fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2]
I0116 02:07:32.408230 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:32.411469 363049 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0116 02:07:32.411534 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0116 02:07:32.444224 363049 cri.go:89] found id: "b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c"
I0116 02:07:32.444246 363049 cri.go:89] found id: ""
I0116 02:07:32.444254 363049 logs.go:284] 1 containers: [b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c]
I0116 02:07:32.444309 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:32.447620 363049 logs.go:123] Gathering logs for kubelet ...
I0116 02:07:32.447641 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0116 02:07:32.528707 363049 logs.go:123] Gathering logs for dmesg ...
I0116 02:07:32.528810 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0116 02:07:32.556383 363049 logs.go:123] Gathering logs for coredns [28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b] ...
I0116 02:07:32.556418 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b"
I0116 02:07:32.595736 363049 logs.go:123] Gathering logs for kube-proxy [2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128] ...
I0116 02:07:32.595767 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128"
I0116 02:07:32.646925 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:32.665094 363049 logs.go:123] Gathering logs for CRI-O ...
I0116 02:07:32.665129 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0116 02:07:32.675962 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:32.740908 363049 logs.go:123] Gathering logs for container status ...
I0116 02:07:32.740964 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0116 02:07:32.784137 363049 logs.go:123] Gathering logs for describe nodes ...
I0116 02:07:32.784177 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0116 02:07:32.867536 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:32.978412 363049 logs.go:123] Gathering logs for kube-apiserver [d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498] ...
I0116 02:07:32.978446 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498"
I0116 02:07:33.073427 363049 logs.go:123] Gathering logs for etcd [6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c] ...
I0116 02:07:33.073465 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c"
I0116 02:07:33.146654 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:33.171494 363049 logs.go:123] Gathering logs for kube-scheduler [bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e] ...
I0116 02:07:33.171533 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e"
I0116 02:07:33.176464 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:33.252526 363049 logs.go:123] Gathering logs for kube-controller-manager [fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2] ...
I0116 02:07:33.252561 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2"
I0116 02:07:33.314629 363049 logs.go:123] Gathering logs for kindnet [b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c] ...
I0116 02:07:33.314667 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c"
I0116 02:07:33.367831 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:33.645473 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:33.675302 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:33.867183 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:34.145686 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:34.175122 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:34.367289 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:34.737376 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:07:34.745972 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:34.945635 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:35.147211 363049 kapi.go:107] duration metric: took 1m5.005208187s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0116 02:07:35.149371 363049 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-549541 cluster.
I0116 02:07:35.150829 363049 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0116 02:07:35.152323 363049 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0116 02:07:35.242386 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:35.367004 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:35.739103 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:35.878161 363049 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0116 02:07:35.937903 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:35.940239 363049 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0116 02:07:35.941825 363049 api_server.go:141] control plane version: v1.28.4
I0116 02:07:35.941907 363049 api_server.go:131] duration metric: took 3.753697201s to wait for apiserver health ...
I0116 02:07:35.941929 363049 system_pods.go:43] waiting for kube-system pods to appear ...
I0116 02:07:35.941984 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0116 02:07:35.942074 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0116 02:07:36.144796 363049 cri.go:89] found id: "d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498"
I0116 02:07:36.144888 363049 cri.go:89] found id: ""
I0116 02:07:36.144910 363049 logs.go:284] 1 containers: [d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498]
I0116 02:07:36.145007 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:36.151176 363049 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0116 02:07:36.151303 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0116 02:07:36.249324 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:36.348927 363049 cri.go:89] found id: "6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c"
I0116 02:07:36.348958 363049 cri.go:89] found id: ""
I0116 02:07:36.348969 363049 logs.go:284] 1 containers: [6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c]
I0116 02:07:36.349025 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:36.352659 363049 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0116 02:07:36.352722 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0116 02:07:36.367898 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:36.451222 363049 cri.go:89] found id: "28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b"
I0116 02:07:36.451250 363049 cri.go:89] found id: ""
I0116 02:07:36.451260 363049 logs.go:284] 1 containers: [28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b]
I0116 02:07:36.451314 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:36.454986 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0116 02:07:36.455055 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0116 02:07:36.551664 363049 cri.go:89] found id: "bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e"
I0116 02:07:36.551690 363049 cri.go:89] found id: ""
I0116 02:07:36.551701 363049 logs.go:284] 1 containers: [bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e]
I0116 02:07:36.551754 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:36.555294 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0116 02:07:36.555372 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0116 02:07:36.652822 363049 cri.go:89] found id: "2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128"
I0116 02:07:36.652849 363049 cri.go:89] found id: ""
I0116 02:07:36.652865 363049 logs.go:284] 1 containers: [2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128]
I0116 02:07:36.652923 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:36.656693 363049 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0116 02:07:36.656771 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0116 02:07:36.736596 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:36.755963 363049 cri.go:89] found id: "fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2"
I0116 02:07:36.755987 363049 cri.go:89] found id: ""
I0116 02:07:36.755995 363049 logs.go:284] 1 containers: [fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2]
I0116 02:07:36.756050 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:36.760242 363049 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0116 02:07:36.760316 363049 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0116 02:07:36.855972 363049 cri.go:89] found id: "b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c"
I0116 02:07:36.856053 363049 cri.go:89] found id: ""
I0116 02:07:36.856068 363049 logs.go:284] 1 containers: [b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c]
I0116 02:07:36.856138 363049 ssh_runner.go:195] Run: which crictl
I0116 02:07:36.860045 363049 logs.go:123] Gathering logs for kube-controller-manager [fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2] ...
I0116 02:07:36.860078 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2"
I0116 02:07:36.867290 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:36.991158 363049 logs.go:123] Gathering logs for CRI-O ...
I0116 02:07:36.991196 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0116 02:07:37.108164 363049 logs.go:123] Gathering logs for container status ...
I0116 02:07:37.108205 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0116 02:07:37.163187 363049 logs.go:123] Gathering logs for kubelet ...
I0116 02:07:37.163227 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0116 02:07:37.176599 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:37.256529 363049 logs.go:123] Gathering logs for dmesg ...
I0116 02:07:37.256580 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0116 02:07:37.285410 363049 logs.go:123] Gathering logs for kube-apiserver [d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498] ...
I0116 02:07:37.285450 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498"
I0116 02:07:37.366968 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:37.374956 363049 logs.go:123] Gathering logs for coredns [28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b] ...
I0116 02:07:37.374991 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b"
I0116 02:07:37.464983 363049 logs.go:123] Gathering logs for kube-proxy [2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128] ...
I0116 02:07:37.465026 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128"
I0116 02:07:37.543449 363049 logs.go:123] Gathering logs for describe nodes ...
I0116 02:07:37.543481 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0116 02:07:37.676199 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:37.697083 363049 logs.go:123] Gathering logs for etcd [6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c] ...
I0116 02:07:37.697118 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c"
I0116 02:07:37.782830 363049 logs.go:123] Gathering logs for kube-scheduler [bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e] ...
I0116 02:07:37.782881 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e"
I0116 02:07:37.857418 363049 logs.go:123] Gathering logs for kindnet [b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c] ...
I0116 02:07:37.857457 363049 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c"
I0116 02:07:37.866925 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:38.175778 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:38.367523 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:38.674870 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:38.867085 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:39.175886 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:39.367251 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:39.675547 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:39.868684 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:40.176340 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:40.436424 363049 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:07:40.443275 363049 system_pods.go:59] 19 kube-system pods found
I0116 02:07:40.443331 363049 system_pods.go:61] "coredns-5dd5756b68-2fp45" [0e6440cf-9afd-481f-88a5-0bc31601e766] Running
I0116 02:07:40.443344 363049 system_pods.go:61] "csi-hostpath-attacher-0" [2b1ec1ee-1c9c-4433-9306-439f858e21c5] Running
I0116 02:07:40.443354 363049 system_pods.go:61] "csi-hostpath-resizer-0" [1131900a-c2ba-4a8f-8df4-47a6291b4720] Running
I0116 02:07:40.443368 363049 system_pods.go:61] "csi-hostpathplugin-kw4bs" [0b96ff47-0977-47c9-bc07-5186f37f23d1] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0116 02:07:40.443382 363049 system_pods.go:61] "etcd-addons-549541" [c3021372-0577-4cc9-80a0-d11d5bd826b5] Running
I0116 02:07:40.443395 363049 system_pods.go:61] "kindnet-nsffl" [b8f14e88-84a8-4add-9be3-f8ff03c04284] Running
I0116 02:07:40.443402 363049 system_pods.go:61] "kube-apiserver-addons-549541" [49dee2e6-026f-43f1-ad16-20a56663206f] Running
I0116 02:07:40.443413 363049 system_pods.go:61] "kube-controller-manager-addons-549541" [2c69afbe-e738-43a4-8c4a-c5e78c46c1af] Running
I0116 02:07:40.443423 363049 system_pods.go:61] "kube-ingress-dns-minikube" [5d71865c-fd9e-4e9e-93b3-101bc06a8ade] Running
I0116 02:07:40.443430 363049 system_pods.go:61] "kube-proxy-7f8vr" [de788497-a1af-42aa-99b8-90a2b20b029a] Running
I0116 02:07:40.443439 363049 system_pods.go:61] "kube-scheduler-addons-549541" [d7f5827f-6c00-421a-a930-2909a158e639] Running
I0116 02:07:40.443449 363049 system_pods.go:61] "metrics-server-7c66d45ddc-d6765" [2df7fdab-fe21-4a23-a983-d1e1289dd80b] Running
I0116 02:07:40.443459 363049 system_pods.go:61] "nvidia-device-plugin-daemonset-cnfs9" [fc609d12-e617-460f-ab80-8692d99f2562] Running
I0116 02:07:40.443465 363049 system_pods.go:61] "registry-ff7h5" [230976f9-186f-4891-82a9-415d82c776c8] Running
I0116 02:07:40.443476 363049 system_pods.go:61] "registry-proxy-bfm5w" [384489cf-b538-4636-a0a5-e97b67358acb] Running
I0116 02:07:40.443487 363049 system_pods.go:61] "snapshot-controller-58dbcc7b99-bx86d" [4e42fe92-3278-49a0-bac1-f6f16ec777d7] Running
I0116 02:07:40.443494 363049 system_pods.go:61] "snapshot-controller-58dbcc7b99-tk8dx" [74ba6ea0-77e4-4d22-9f06-02e7812a5ea7] Running
I0116 02:07:40.443503 363049 system_pods.go:61] "storage-provisioner" [2777c713-1fc6-4862-9982-1475a2344fec] Running
I0116 02:07:40.443510 363049 system_pods.go:61] "tiller-deploy-7b677967b9-kbdcg" [98e9772e-21f3-4bc0-a8e0-b71d83571af3] Running
I0116 02:07:40.443523 363049 system_pods.go:74] duration metric: took 4.501577021s to wait for pod list to return data ...
I0116 02:07:40.443533 363049 default_sa.go:34] waiting for default service account to be created ...
I0116 02:07:40.446330 363049 default_sa.go:45] found service account: "default"
I0116 02:07:40.446360 363049 default_sa.go:55] duration metric: took 2.813972ms for default service account to be created ...
I0116 02:07:40.446370 363049 system_pods.go:116] waiting for k8s-apps to be running ...
I0116 02:07:40.457336 363049 system_pods.go:86] 19 kube-system pods found
I0116 02:07:40.457369 363049 system_pods.go:89] "coredns-5dd5756b68-2fp45" [0e6440cf-9afd-481f-88a5-0bc31601e766] Running
I0116 02:07:40.457377 363049 system_pods.go:89] "csi-hostpath-attacher-0" [2b1ec1ee-1c9c-4433-9306-439f858e21c5] Running
I0116 02:07:40.457383 363049 system_pods.go:89] "csi-hostpath-resizer-0" [1131900a-c2ba-4a8f-8df4-47a6291b4720] Running
I0116 02:07:40.457393 363049 system_pods.go:89] "csi-hostpathplugin-kw4bs" [0b96ff47-0977-47c9-bc07-5186f37f23d1] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0116 02:07:40.457403 363049 system_pods.go:89] "etcd-addons-549541" [c3021372-0577-4cc9-80a0-d11d5bd826b5] Running
I0116 02:07:40.457412 363049 system_pods.go:89] "kindnet-nsffl" [b8f14e88-84a8-4add-9be3-f8ff03c04284] Running
I0116 02:07:40.457418 363049 system_pods.go:89] "kube-apiserver-addons-549541" [49dee2e6-026f-43f1-ad16-20a56663206f] Running
I0116 02:07:40.457424 363049 system_pods.go:89] "kube-controller-manager-addons-549541" [2c69afbe-e738-43a4-8c4a-c5e78c46c1af] Running
I0116 02:07:40.457433 363049 system_pods.go:89] "kube-ingress-dns-minikube" [5d71865c-fd9e-4e9e-93b3-101bc06a8ade] Running
I0116 02:07:40.457440 363049 system_pods.go:89] "kube-proxy-7f8vr" [de788497-a1af-42aa-99b8-90a2b20b029a] Running
I0116 02:07:40.457447 363049 system_pods.go:89] "kube-scheduler-addons-549541" [d7f5827f-6c00-421a-a930-2909a158e639] Running
I0116 02:07:40.457454 363049 system_pods.go:89] "metrics-server-7c66d45ddc-d6765" [2df7fdab-fe21-4a23-a983-d1e1289dd80b] Running
I0116 02:07:40.457466 363049 system_pods.go:89] "nvidia-device-plugin-daemonset-cnfs9" [fc609d12-e617-460f-ab80-8692d99f2562] Running
I0116 02:07:40.457473 363049 system_pods.go:89] "registry-ff7h5" [230976f9-186f-4891-82a9-415d82c776c8] Running
I0116 02:07:40.457484 363049 system_pods.go:89] "registry-proxy-bfm5w" [384489cf-b538-4636-a0a5-e97b67358acb] Running
I0116 02:07:40.457495 363049 system_pods.go:89] "snapshot-controller-58dbcc7b99-bx86d" [4e42fe92-3278-49a0-bac1-f6f16ec777d7] Running
I0116 02:07:40.457503 363049 system_pods.go:89] "snapshot-controller-58dbcc7b99-tk8dx" [74ba6ea0-77e4-4d22-9f06-02e7812a5ea7] Running
I0116 02:07:40.457514 363049 system_pods.go:89] "storage-provisioner" [2777c713-1fc6-4862-9982-1475a2344fec] Running
I0116 02:07:40.457522 363049 system_pods.go:89] "tiller-deploy-7b677967b9-kbdcg" [98e9772e-21f3-4bc0-a8e0-b71d83571af3] Running
I0116 02:07:40.457536 363049 system_pods.go:126] duration metric: took 11.158951ms to wait for k8s-apps to be running ...
I0116 02:07:40.457546 363049 system_svc.go:44] waiting for kubelet service to be running ....
I0116 02:07:40.457605 363049 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:07:40.539675 363049 system_svc.go:56] duration metric: took 82.116443ms WaitForService to wait for kubelet.
I0116 02:07:40.539769 363049 kubeadm.go:581] duration metric: took 1m19.182867429s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0116 02:07:40.539802 363049 node_conditions.go:102] verifying NodePressure condition ...
I0116 02:07:40.543712 363049 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0116 02:07:40.543748 363049 node_conditions.go:123] node cpu capacity is 8
I0116 02:07:40.543766 363049 node_conditions.go:105] duration metric: took 3.9571ms to run NodePressure ...
I0116 02:07:40.543782 363049 start.go:228] waiting for startup goroutines ...
I0116 02:07:40.679338 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:40.867235 363049 kapi.go:107] duration metric: took 1m13.008944901s to wait for app.kubernetes.io/name=ingress-nginx ...
I0116 02:07:41.175550 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:41.726280 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:42.175705 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:42.676594 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:43.175880 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:43.675515 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:44.175913 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:44.675214 363049 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:07:45.175031 363049 kapi.go:107] duration metric: took 1m16.505292847s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0116 02:07:45.177020 363049 out.go:177] * Enabled addons: ingress-dns, storage-provisioner, cloud-spanner, default-storageclass, nvidia-device-plugin, inspektor-gadget, metrics-server, helm-tiller, yakd, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0116 02:07:45.178392 363049 addons.go:505] enable addons completed in 1m24.324623326s: enabled=[ingress-dns storage-provisioner cloud-spanner default-storageclass nvidia-device-plugin inspektor-gadget metrics-server helm-tiller yakd volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0116 02:07:45.178435 363049 start.go:233] waiting for cluster config update ...
I0116 02:07:45.178466 363049 start.go:242] writing updated cluster config ...
I0116 02:07:45.178724 363049 ssh_runner.go:195] Run: rm -f paused
I0116 02:07:45.228647 363049 start.go:600] kubectl: 1.29.0, cluster: 1.28.4 (minor skew: 1)
I0116 02:07:45.230403 363049 out.go:177] * Done! kubectl is now configured to use "addons-549541" cluster and "default" namespace by default
==> CRI-O <==
Jan 16 02:10:36 addons-549541 crio[949]: time="2024-01-16 02:10:36.387646781Z" level=info msg="Pulled image: gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7" id=e4b169a5-9db8-4c33-9ebe-3e2d57b6ddba name=/runtime.v1.ImageService/PullImage
Jan 16 02:10:36 addons-549541 crio[949]: time="2024-01-16 02:10:36.388479444Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=4fafde32-dcfa-4afa-abf8-9b9f53d7c041 name=/runtime.v1.ImageService/ImageStatus
Jan 16 02:10:36 addons-549541 crio[949]: time="2024-01-16 02:10:36.389541652Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=4fafde32-dcfa-4afa-abf8-9b9f53d7c041 name=/runtime.v1.ImageService/ImageStatus
Jan 16 02:10:36 addons-549541 crio[949]: time="2024-01-16 02:10:36.390435292Z" level=info msg="Creating container: default/hello-world-app-5d77478584-zb9wv/hello-world-app" id=5ef5ec42-413c-4ccc-bfe7-ed7a16414d88 name=/runtime.v1.RuntimeService/CreateContainer
Jan 16 02:10:36 addons-549541 crio[949]: time="2024-01-16 02:10:36.390531861Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 16 02:10:36 addons-549541 crio[949]: time="2024-01-16 02:10:36.439801446Z" level=info msg="Created container 4d2d10151810efdc35b1d32d8d3c83e135c152b1d37d1baa736a0e6e812974f0: default/hello-world-app-5d77478584-zb9wv/hello-world-app" id=5ef5ec42-413c-4ccc-bfe7-ed7a16414d88 name=/runtime.v1.RuntimeService/CreateContainer
Jan 16 02:10:36 addons-549541 crio[949]: time="2024-01-16 02:10:36.440358828Z" level=info msg="Starting container: 4d2d10151810efdc35b1d32d8d3c83e135c152b1d37d1baa736a0e6e812974f0" id=49677d57-4683-4eea-95b2-7d541180a472 name=/runtime.v1.RuntimeService/StartContainer
Jan 16 02:10:36 addons-549541 crio[949]: time="2024-01-16 02:10:36.446345633Z" level=info msg="Started container" PID=10258 containerID=4d2d10151810efdc35b1d32d8d3c83e135c152b1d37d1baa736a0e6e812974f0 description=default/hello-world-app-5d77478584-zb9wv/hello-world-app id=49677d57-4683-4eea-95b2-7d541180a472 name=/runtime.v1.RuntimeService/StartContainer sandboxID=08b3d42a55a0b7058cd9dad09165ea562c71288336e6c548f2b3d0b9c97cda83
Jan 16 02:10:37 addons-549541 crio[949]: time="2024-01-16 02:10:37.204787378Z" level=info msg="Removing container: 74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88" id=b3e00d75-f955-4189-9d3e-062b1aa1c4c6 name=/runtime.v1.RuntimeService/RemoveContainer
Jan 16 02:10:37 addons-549541 crio[949]: time="2024-01-16 02:10:37.220441911Z" level=info msg="Removed container 74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=b3e00d75-f955-4189-9d3e-062b1aa1c4c6 name=/runtime.v1.RuntimeService/RemoveContainer
Jan 16 02:10:38 addons-549541 crio[949]: time="2024-01-16 02:10:38.776219624Z" level=info msg="Stopping container: 0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38 (timeout: 2s)" id=dcef615c-8d0c-49e0-aabf-89ac35ea1d31 name=/runtime.v1.RuntimeService/StopContainer
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.782209093Z" level=warning msg="Stopping container 0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=dcef615c-8d0c-49e0-aabf-89ac35ea1d31 name=/runtime.v1.RuntimeService/StopContainer
Jan 16 02:10:40 addons-549541 conmon[6400]: conmon 0fd31e702b4f7bb034f4 <ninfo>: container 6412 exited with status 137
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.913961632Z" level=info msg="Stopped container 0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38: ingress-nginx/ingress-nginx-controller-69cff4fd79-h566j/controller" id=dcef615c-8d0c-49e0-aabf-89ac35ea1d31 name=/runtime.v1.RuntimeService/StopContainer
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.914573874Z" level=info msg="Stopping pod sandbox: ae55db3751649e3774b535d08bf9701f18fd3ca32ec23a3bee9a8aaeb35500d3" id=66f0f332-21a9-4e8c-971d-6016a6684c58 name=/runtime.v1.RuntimeService/StopPodSandbox
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.917939064Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-ZUICNIFBFCPUTX5Z - [0:0]\n:KUBE-HP-5GGQKWAC6CAWSQEM - [0:0]\n-X KUBE-HP-ZUICNIFBFCPUTX5Z\n-X KUBE-HP-5GGQKWAC6CAWSQEM\nCOMMIT\n"
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.919346414Z" level=info msg="Closing host port tcp:80"
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.919390572Z" level=info msg="Closing host port tcp:443"
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.921063388Z" level=info msg="Host port tcp:80 does not have an open socket"
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.921091422Z" level=info msg="Host port tcp:443 does not have an open socket"
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.921311724Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-69cff4fd79-h566j Namespace:ingress-nginx ID:ae55db3751649e3774b535d08bf9701f18fd3ca32ec23a3bee9a8aaeb35500d3 UID:83c91ebd-5fd7-463e-9761-6c95d4d40faa NetNS:/var/run/netns/cac97ceb-c7cb-45ef-a0f7-84f42f7003f1 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.921479363Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-69cff4fd79-h566j from CNI network \"kindnet\" (type=ptp)"
Jan 16 02:10:40 addons-549541 crio[949]: time="2024-01-16 02:10:40.958391540Z" level=info msg="Stopped pod sandbox: ae55db3751649e3774b535d08bf9701f18fd3ca32ec23a3bee9a8aaeb35500d3" id=66f0f332-21a9-4e8c-971d-6016a6684c58 name=/runtime.v1.RuntimeService/StopPodSandbox
Jan 16 02:10:41 addons-549541 crio[949]: time="2024-01-16 02:10:41.215182529Z" level=info msg="Removing container: 0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38" id=fa8fb114-029e-4ef5-b062-7aaedc4f3b8e name=/runtime.v1.RuntimeService/RemoveContainer
Jan 16 02:10:41 addons-549541 crio[949]: time="2024-01-16 02:10:41.228174164Z" level=info msg="Removed container 0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38: ingress-nginx/ingress-nginx-controller-69cff4fd79-h566j/controller" id=fa8fb114-029e-4ef5-b062-7aaedc4f3b8e name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
4d2d10151810e gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7 9 seconds ago Running hello-world-app 0 08b3d42a55a0b hello-world-app-5d77478584-zb9wv
d296fe1a26ced docker.io/library/nginx@sha256:2d2a2257c6e9d2e5b50d4fbeb436d8d2b55631c2a89935a425b417eb95212686 2 minutes ago Running nginx 0 4f08ca6595a0c nginx
7f1c29342858a ghcr.io/headlamp-k8s/headlamp@sha256:3c6da859a989f285b2fd2ac2f4763d1884d54a51e4405301e5324e0b2b70bd67 2 minutes ago Running headlamp 0 9c7690ab64b21 headlamp-7ddfbb94ff-v2bp8
b81a775c9a878 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:3e92b3d1c15220ae0f2f3505fb3a88899a1e48ec85fb777a1a4945ae9db2ce06 3 minutes ago Running gcp-auth 0 90df0a9fcad1f gcp-auth-d4c87556c-75hdw
3ffa4dcb83389 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:29318c6957228dc10feb67fed5b91bdd8a9e3279e5b29c5965b9bd31a01ee385 3 minutes ago Exited patch 0 e1ec686a3cc0a ingress-nginx-admission-patch-4m2z7
8ee2ca78141b8 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:29318c6957228dc10feb67fed5b91bdd8a9e3279e5b29c5965b9bd31a01ee385 3 minutes ago Exited create 0 060c1dc4dcebd ingress-nginx-admission-create-g8pnt
8e638974a8e49 docker.io/marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310 3 minutes ago Running yakd 0 70d2c8dda3b4f yakd-dashboard-9947fc6bf-62tsf
3745ae4d1a7e0 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 3 minutes ago Running local-path-provisioner 0 42194deea78fc local-path-provisioner-78b46b4d5c-fngl6
3a75a2a714370 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 3 minutes ago Running storage-provisioner 0 39d015a2a2a6b storage-provisioner
28fe6f2ebdfbb ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 3 minutes ago Running coredns 0 8bec51b1765cc coredns-5dd5756b68-2fp45
2b526d32f12fe 83f6cc407eed88d214aad97f3539bde5c8e485ff14424cd021a3a2899304398e 4 minutes ago Running kube-proxy 0 621586e867eb2 kube-proxy-7f8vr
b4b13e3f85955 c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc 4 minutes ago Running kindnet-cni 0 a64cd2479def0 kindnet-nsffl
fc530190a92ee d058aa5ab969ce7b84d25e7188be1f80633b18db8ea7d02d9d0a78e676236591 4 minutes ago Running kube-controller-manager 0 0077941a25c95 kube-controller-manager-addons-549541
bd442ae4ac649 e3db313c6dbc065d4ac3b32c7a6f2a878949031b881d217b63881a109c5cfba1 4 minutes ago Running kube-scheduler 0 c743eb392a665 kube-scheduler-addons-549541
6479c26f12e9f 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 4 minutes ago Running etcd 0 351d84e36ded6 etcd-addons-549541
d07432189a8f2 7fe0e6f37db33464725e616a12ccc4e36970370005a2b09683a974db6350c257 4 minutes ago Running kube-apiserver 0 ae12f3b53b202 kube-apiserver-addons-549541
==> coredns [28fe6f2ebdfbbfa5ae1cc59846605ad339efec136aa05c55fc13e62b2287780b] <==
[INFO] 10.244.0.18:58982 - 61649 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000047507s
[INFO] 10.244.0.18:43910 - 16399 "A IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.003391708s
[INFO] 10.244.0.18:43910 - 17674 "AAAA IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.003604601s
[INFO] 10.244.0.18:58674 - 26799 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005058666s
[INFO] 10.244.0.18:58674 - 22704 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005128252s
[INFO] 10.244.0.18:54659 - 20150 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005013169s
[INFO] 10.244.0.18:54659 - 63157 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005082351s
[INFO] 10.244.0.18:39243 - 46814 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000071683s
[INFO] 10.244.0.18:39243 - 30435 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000085376s
[INFO] 10.244.0.20:56882 - 34314 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000170142s
[INFO] 10.244.0.20:41022 - 29404 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000150739s
[INFO] 10.244.0.20:59280 - 39402 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00009366s
[INFO] 10.244.0.20:33370 - 33319 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000197411s
[INFO] 10.244.0.20:53806 - 57815 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000087322s
[INFO] 10.244.0.20:49005 - 7349 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00009227s
[INFO] 10.244.0.20:52877 - 13617 "AAAA IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.005026825s
[INFO] 10.244.0.20:39336 - 36015 "A IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.004975116s
[INFO] 10.244.0.20:42335 - 63616 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.004562261s
[INFO] 10.244.0.20:59808 - 48570 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.005291343s
[INFO] 10.244.0.20:39375 - 8917 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.004368163s
[INFO] 10.244.0.20:54962 - 42734 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005895964s
[INFO] 10.244.0.20:47321 - 65533 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000622947s
[INFO] 10.244.0.20:43766 - 64497 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.000787217s
[INFO] 10.244.0.26:37562 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00018796s
[INFO] 10.244.0.26:46838 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000153736s
==> describe nodes <==
Name: addons-549541
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-549541
kubernetes.io/os=linux
minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd
minikube.k8s.io/name=addons-549541
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_01_16T02_06_08_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-549541
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 16 Jan 2024 02:06:04 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-549541
AcquireTime: <unset>
RenewTime: Tue, 16 Jan 2024 02:10:42 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 16 Jan 2024 02:10:43 +0000 Tue, 16 Jan 2024 02:06:03 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 16 Jan 2024 02:10:43 +0000 Tue, 16 Jan 2024 02:06:03 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 16 Jan 2024 02:10:43 +0000 Tue, 16 Jan 2024 02:06:03 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 16 Jan 2024 02:10:43 +0000 Tue, 16 Jan 2024 02:06:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-549541
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
System Info:
Machine ID: faa1702f716b4ab2b83529271d7feb18
System UUID: df9e6fe4-69ab-4624-b5ba-32274c9cf3cf
Boot ID: 360723eb-262c-45a0-9f0d-fd33b4efdd29
Kernel Version: 5.15.0-1048-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-zb9wv 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m33s
gcp-auth gcp-auth-d4c87556c-75hdw 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m17s
headlamp headlamp-7ddfbb94ff-v2bp8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system coredns-5dd5756b68-2fp45 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 4m26s
kube-system etcd-addons-549541 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 4m38s
kube-system kindnet-nsffl 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 4m26s
kube-system kube-apiserver-addons-549541 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m38s
kube-system kube-controller-manager-addons-549541 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m38s
kube-system kube-proxy-7f8vr 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m26s
kube-system kube-scheduler-addons-549541 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m38s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m20s
local-path-storage local-path-provisioner-78b46b4d5c-fngl6 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m20s
yakd-dashboard yakd-dashboard-9947fc6bf-62tsf 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (0%!)(MISSING) 256Mi (0%!)(MISSING) 4m19s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 348Mi (1%!)(MISSING) 476Mi (1%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m20s kube-proxy
Normal Starting 4m39s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m39s kubelet Node addons-549541 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m39s kubelet Node addons-549541 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m39s kubelet Node addons-549541 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m26s node-controller Node addons-549541 event: Registered Node addons-549541 in Controller
Normal NodeReady 3m53s kubelet Node addons-549541 status is now: NodeReady
==> dmesg <==
[ +0.000006] ll header: 00000000: 02 42 56 69 7b 76 02 42 c0 a8 55 02 08 00
[Jan16 02:02] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 96 8d 0a c0 13 1e 08 06
[ +0.000428] IPv4: martian source 10.244.0.4 from 10.244.0.2, on dev eth0
[ +0.000004] ll header: 00000000: ff ff ff ff ff ff 12 af 73 00 01 7e 08 06
[Jan16 02:03] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev cni0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 02 e3 e6 54 b6 e9 08 06
[ +11.314970] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff d2 0b 8c 0a 66 a9 08 06
[ +0.000318] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000003] ll header: 00000000: ff ff ff ff ff ff 02 e3 e6 54 b6 e9 08 06
[Jan16 02:08] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 1a de 0d 77 dd 22 1a cf 66 d3 da ff 08 00
[ +1.003586] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 1a de 0d 77 dd 22 1a cf 66 d3 da ff 08 00
[ +2.019811] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: 1a de 0d 77 dd 22 1a cf 66 d3 da ff 08 00
[ +4.219574] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 1a de 0d 77 dd 22 1a cf 66 d3 da ff 08 00
[ +8.191211] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000009] ll header: 00000000: 1a de 0d 77 dd 22 1a cf 66 d3 da ff 08 00
[ +16.126470] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 1a de 0d 77 dd 22 1a cf 66 d3 da ff 08 00
[Jan16 02:09] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 1a de 0d 77 dd 22 1a cf 66 d3 da ff 08 00
==> etcd [6479c26f12e9f8d432ec7e21fcbfec98fa4330964124213bf40dde990aa44c1c] <==
{"level":"info","ts":"2024-01-16T02:06:25.134149Z","caller":"traceutil/trace.go:171","msg":"trace[1516384625] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:412; }","duration":"100.536726ms","start":"2024-01-16T02:06:25.033585Z","end":"2024-01-16T02:06:25.134122Z","steps":["trace[1516384625] 'agreement among raft nodes before linearized reading' (duration: 100.330247ms)"],"step_count":1}
{"level":"warn","ts":"2024-01-16T02:06:25.134044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.397942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/tiller-deploy\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-01-16T02:06:25.134321Z","caller":"traceutil/trace.go:171","msg":"trace[660061361] range","detail":"{range_begin:/registry/deployments/kube-system/tiller-deploy; range_end:; response_count:0; response_revision:412; }","duration":"100.629724ms","start":"2024-01-16T02:06:25.033628Z","end":"2024-01-16T02:06:25.134258Z","steps":["trace[660061361] 'agreement among raft nodes before linearized reading' (duration: 100.372336ms)"],"step_count":1}
{"level":"warn","ts":"2024-01-16T02:06:25.140903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.093351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/minikube-ingress-dns\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-01-16T02:06:25.141052Z","caller":"traceutil/trace.go:171","msg":"trace[536474950] range","detail":"{range_begin:/registry/clusterroles/minikube-ingress-dns; range_end:; response_count:0; response_revision:412; }","duration":"283.24591ms","start":"2024-01-16T02:06:24.857786Z","end":"2024-01-16T02:06:25.141032Z","steps":["trace[536474950] 'agreement among raft nodes before linearized reading' (duration: 186.421529ms)","trace[536474950] 'get authentication metadata' (duration: 96.647422ms)"],"step_count":2}
{"level":"warn","ts":"2024-01-16T02:06:25.141201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.697011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/storage-provisioner\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-01-16T02:06:25.142368Z","caller":"traceutil/trace.go:171","msg":"trace[1051118059] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/storage-provisioner; range_end:; response_count:0; response_revision:412; }","duration":"107.867572ms","start":"2024-01-16T02:06:25.034485Z","end":"2024-01-16T02:06:25.142353Z","steps":["trace[1051118059] 'agreement among raft nodes before linearized reading' (duration: 99.602347ms)"],"step_count":1}
{"level":"info","ts":"2024-01-16T02:06:25.341792Z","caller":"traceutil/trace.go:171","msg":"trace[546812671] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"100.611046ms","start":"2024-01-16T02:06:25.241151Z","end":"2024-01-16T02:06:25.341762Z","steps":["trace[546812671] 'process raft request' (duration: 11.953521ms)","trace[546812671] 'compare' (duration: 88.114299ms)"],"step_count":2}
{"level":"info","ts":"2024-01-16T02:06:25.543813Z","caller":"traceutil/trace.go:171","msg":"trace[772948269] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"199.023222ms","start":"2024-01-16T02:06:25.344761Z","end":"2024-01-16T02:06:25.543785Z","steps":["trace[772948269] 'process raft request' (duration: 106.519571ms)","trace[772948269] 'compare' (duration: 92.24093ms)"],"step_count":2}
{"level":"info","ts":"2024-01-16T02:06:25.544097Z","caller":"traceutil/trace.go:171","msg":"trace[1296359735] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"109.535056ms","start":"2024-01-16T02:06:25.434549Z","end":"2024-01-16T02:06:25.544084Z","steps":["trace[1296359735] 'process raft request' (duration: 109.222137ms)"],"step_count":1}
{"level":"info","ts":"2024-01-16T02:06:25.544136Z","caller":"traceutil/trace.go:171","msg":"trace[1080215591] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"103.296626ms","start":"2024-01-16T02:06:25.440822Z","end":"2024-01-16T02:06:25.544119Z","steps":["trace[1080215591] 'process raft request' (duration: 102.987689ms)"],"step_count":1}
{"level":"info","ts":"2024-01-16T02:06:25.544267Z","caller":"traceutil/trace.go:171","msg":"trace[1355335167] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"109.883624ms","start":"2024-01-16T02:06:25.434373Z","end":"2024-01-16T02:06:25.544256Z","steps":["trace[1355335167] 'read index received' (duration: 16.856129ms)","trace[1355335167] 'applied index is now lower than readState.Index' (duration: 93.026129ms)"],"step_count":2}
{"level":"info","ts":"2024-01-16T02:06:25.544358Z","caller":"traceutil/trace.go:171","msg":"trace[1163139506] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"109.899343ms","start":"2024-01-16T02:06:25.434449Z","end":"2024-01-16T02:06:25.544348Z","steps":["trace[1163139506] 'process raft request' (duration: 109.255836ms)"],"step_count":1}
{"level":"warn","ts":"2024-01-16T02:06:25.544555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.1934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-ingress-dns-minikube\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-01-16T02:06:25.544602Z","caller":"traceutil/trace.go:171","msg":"trace[52525303] range","detail":"{range_begin:/registry/pods/kube-system/kube-ingress-dns-minikube; range_end:; response_count:0; response_revision:425; }","duration":"110.252486ms","start":"2024-01-16T02:06:25.434341Z","end":"2024-01-16T02:06:25.544593Z","steps":["trace[52525303] 'agreement among raft nodes before linearized reading' (duration: 110.175738ms)"],"step_count":1}
{"level":"warn","ts":"2024-01-16T02:06:25.544623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.106459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-01-16T02:06:25.544671Z","caller":"traceutil/trace.go:171","msg":"trace[1950450688] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:425; }","duration":"105.165335ms","start":"2024-01-16T02:06:25.439495Z","end":"2024-01-16T02:06:25.54466Z","steps":["trace[1950450688] 'agreement among raft nodes before linearized reading' (duration: 105.085569ms)"],"step_count":1}
{"level":"warn","ts":"2024-01-16T02:06:25.544941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.296743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/tiller\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-01-16T02:06:25.545001Z","caller":"traceutil/trace.go:171","msg":"trace[2018838338] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/tiller; range_end:; response_count:0; response_revision:425; }","duration":"105.358335ms","start":"2024-01-16T02:06:25.439634Z","end":"2024-01-16T02:06:25.544993Z","steps":["trace[2018838338] 'agreement among raft nodes before linearized reading' (duration: 105.278175ms)"],"step_count":1}
{"level":"info","ts":"2024-01-16T02:06:26.045249Z","caller":"traceutil/trace.go:171","msg":"trace[211810729] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"100.514129ms","start":"2024-01-16T02:06:25.944716Z","end":"2024-01-16T02:06:26.04523Z","steps":["trace[211810729] 'process raft request' (duration: 99.979931ms)"],"step_count":1}
{"level":"info","ts":"2024-01-16T02:06:26.045479Z","caller":"traceutil/trace.go:171","msg":"trace[824065905] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"100.416452ms","start":"2024-01-16T02:06:25.94505Z","end":"2024-01-16T02:06:26.045466Z","steps":["trace[824065905] 'process raft request' (duration: 99.76389ms)"],"step_count":1}
{"level":"info","ts":"2024-01-16T02:08:15.457792Z","caller":"traceutil/trace.go:171","msg":"trace[1172344617] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"120.225271ms","start":"2024-01-16T02:08:15.337543Z","end":"2024-01-16T02:08:15.457768Z","steps":["trace[1172344617] 'process raft request' (duration: 119.619629ms)"],"step_count":1}
{"level":"warn","ts":"2024-01-16T02:08:15.457923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.113234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/gadget/\" range_end:\"/registry/replicasets/gadget0\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-01-16T02:08:15.45798Z","caller":"traceutil/trace.go:171","msg":"trace[1087597970] range","detail":"{range_begin:/registry/replicasets/gadget/; range_end:/registry/replicasets/gadget0; response_count:0; response_revision:1495; }","duration":"119.187063ms","start":"2024-01-16T02:08:15.338779Z","end":"2024-01-16T02:08:15.457966Z","steps":["trace[1087597970] 'agreement among raft nodes before linearized reading' (duration: 119.07134ms)"],"step_count":1}
{"level":"info","ts":"2024-01-16T02:08:15.457741Z","caller":"traceutil/trace.go:171","msg":"trace[570213496] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1550; }","duration":"118.915448ms","start":"2024-01-16T02:08:15.338807Z","end":"2024-01-16T02:08:15.457722Z","steps":["trace[570213496] 'read index received' (duration: 118.278388ms)","trace[570213496] 'applied index is now lower than readState.Index' (duration: 636.427µs)"],"step_count":2}
==> gcp-auth [b81a775c9a87853ac22bd85b9856059e87c51096e5d2fce6cb4ec24faa625f06] <==
2024/01/16 02:07:33 GCP Auth Webhook started!
2024/01/16 02:07:45 Ready to marshal response ...
2024/01/16 02:07:45 Ready to write response ...
2024/01/16 02:07:45 Ready to marshal response ...
2024/01/16 02:07:45 Ready to write response ...
2024/01/16 02:07:51 Ready to marshal response ...
2024/01/16 02:07:51 Ready to write response ...
2024/01/16 02:07:56 Ready to marshal response ...
2024/01/16 02:07:56 Ready to write response ...
2024/01/16 02:07:56 Ready to marshal response ...
2024/01/16 02:07:56 Ready to write response ...
2024/01/16 02:07:56 Ready to marshal response ...
2024/01/16 02:07:56 Ready to write response ...
2024/01/16 02:07:57 Ready to marshal response ...
2024/01/16 02:07:57 Ready to write response ...
2024/01/16 02:07:58 Ready to marshal response ...
2024/01/16 02:07:58 Ready to write response ...
2024/01/16 02:08:11 Ready to marshal response ...
2024/01/16 02:08:11 Ready to write response ...
2024/01/16 02:08:13 Ready to marshal response ...
2024/01/16 02:08:13 Ready to write response ...
2024/01/16 02:08:45 Ready to marshal response ...
2024/01/16 02:08:45 Ready to write response ...
2024/01/16 02:10:35 Ready to marshal response ...
2024/01/16 02:10:35 Ready to write response ...
==> kernel <==
02:10:46 up 2:53, 0 users, load average: 0.46, 1.49, 1.76
Linux addons-549541 5.15.0-1048-gcp #56~20.04.1-Ubuntu SMP Fri Nov 24 16:52:37 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [b4b13e3f85955f6798ad7cf3da535af32af58631982767d0bc8e5fdc19a95b6c] <==
I0116 02:08:43.344335 1 main.go:227] handling current node
I0116 02:08:53.349035 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:08:53.349064 1 main.go:227] handling current node
I0116 02:09:03.362474 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:09:03.362515 1 main.go:227] handling current node
I0116 02:09:13.366312 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:09:13.366335 1 main.go:227] handling current node
I0116 02:09:23.378792 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:09:23.378816 1 main.go:227] handling current node
I0116 02:09:33.382508 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:09:33.382532 1 main.go:227] handling current node
I0116 02:09:43.393428 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:09:43.393452 1 main.go:227] handling current node
I0116 02:09:53.397343 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:09:53.397366 1 main.go:227] handling current node
I0116 02:10:03.409744 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:10:03.409766 1 main.go:227] handling current node
I0116 02:10:13.420400 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:10:13.420423 1 main.go:227] handling current node
I0116 02:10:23.432514 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:10:23.432536 1 main.go:227] handling current node
I0116 02:10:33.444618 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:10:33.444642 1 main.go:227] handling current node
I0116 02:10:43.457486 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:10:43.457510 1 main.go:227] handling current node
==> kube-apiserver [d07432189a8f2f88539c1c771b201296ed84ca4e3e37f45b8b984a98f7107498] <==
I0116 02:08:13.665814 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0116 02:08:13.937986 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.106.170.246"}
I0116 02:08:15.033422 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0116 02:08:23.616003 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0116 02:09:00.309513 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:09:00.309560 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:09:00.316380 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:09:00.316429 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:09:00.322436 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:09:00.322565 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:09:00.323170 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:09:00.323212 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:09:00.332414 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:09:00.332535 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:09:00.337541 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:09:00.337676 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:09:00.437235 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:09:00.437277 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:09:00.438212 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:09:00.438253 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0116 02:09:01.324226 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0116 02:09:01.438026 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0116 02:09:01.447355 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0116 02:10:35.349140 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.111.57.148"}
E0116 02:10:37.799991 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
==> kube-controller-manager [fc530190a92ee5c9496f989fe8a65b92ec41471779ce2563242f4677e4bac3f2] <==
W0116 02:09:43.647353 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:09:43.647394 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0116 02:09:47.442601 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:09:47.442631 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0116 02:10:10.371872 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:10:10.371909 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0116 02:10:13.004677 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:10:13.004709 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0116 02:10:14.931122 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:10:14.931154 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0116 02:10:18.528471 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:10:18.528501 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0116 02:10:35.187140 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I0116 02:10:35.200209 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-zb9wv"
I0116 02:10:35.206462 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="19.55077ms"
I0116 02:10:35.210495 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="3.988013ms"
I0116 02:10:35.210552 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="30.995µs"
I0116 02:10:35.214552 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="72.153µs"
I0116 02:10:37.219637 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="8.53368ms"
I0116 02:10:37.219871 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="79.666µs"
I0116 02:10:37.760773 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0116 02:10:37.765416 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-69cff4fd79" duration="10.488µs"
I0116 02:10:37.766794 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
W0116 02:10:45.883667 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:10:45.883704 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [2b526d32f12fe34fb540b41dc2fdd2c0c8593c362730d13df7e5e6bfef599128] <==
I0116 02:06:23.345983 1 server_others.go:69] "Using iptables proxy"
I0116 02:06:23.459169 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0116 02:06:25.336574 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0116 02:06:25.340899 1 server_others.go:152] "Using iptables Proxier"
I0116 02:06:25.342725 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0116 02:06:25.342805 1 server_others.go:438] "Defaulting to no-op detect-local"
I0116 02:06:25.342875 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0116 02:06:25.343193 1 server.go:846] "Version info" version="v1.28.4"
I0116 02:06:25.442040 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0116 02:06:25.443345 1 config.go:97] "Starting endpoint slice config controller"
I0116 02:06:25.443399 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0116 02:06:25.444064 1 config.go:315] "Starting node config controller"
I0116 02:06:25.444086 1 shared_informer.go:311] Waiting for caches to sync for node config
I0116 02:06:25.444669 1 config.go:188] "Starting service config controller"
I0116 02:06:25.444691 1 shared_informer.go:311] Waiting for caches to sync for service config
I0116 02:06:25.545258 1 shared_informer.go:318] Caches are synced for service config
I0116 02:06:25.545390 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0116 02:06:25.545373 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [bd442ae4ac649c296318de112f84db03c4b1c72731f29023baa2e8d1846dff4e] <==
E0116 02:06:04.838356 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0116 02:06:04.838368 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0116 02:06:04.837982 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0116 02:06:04.838392 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0116 02:06:04.837444 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0116 02:06:04.838414 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0116 02:06:04.838100 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0116 02:06:04.838438 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0116 02:06:04.838490 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0116 02:06:04.838517 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0116 02:06:04.838508 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0116 02:06:04.838539 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0116 02:06:05.804574 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0116 02:06:05.804619 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0116 02:06:05.804692 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0116 02:06:05.804723 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0116 02:06:05.852576 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0116 02:06:05.852614 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0116 02:06:05.883958 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0116 02:06:05.883997 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0116 02:06:05.904428 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0116 02:06:05.904457 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0116 02:06:05.931859 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0116 02:06:05.931894 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
I0116 02:06:08.460549 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 16 02:10:35 addons-549541 kubelet[1550]: I0116 02:10:35.343130 1550 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hm25w\" (UniqueName: \"kubernetes.io/projected/e05c87ed-0735-4a97-aece-3d127c93659d-kube-api-access-hm25w\") pod \"hello-world-app-5d77478584-zb9wv\" (UID: \"e05c87ed-0735-4a97-aece-3d127c93659d\") " pod="default/hello-world-app-5d77478584-zb9wv"
Jan 16 02:10:35 addons-549541 kubelet[1550]: I0116 02:10:35.343201 1550 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/e05c87ed-0735-4a97-aece-3d127c93659d-gcp-creds\") pod \"hello-world-app-5d77478584-zb9wv\" (UID: \"e05c87ed-0735-4a97-aece-3d127c93659d\") " pod="default/hello-world-app-5d77478584-zb9wv"
Jan 16 02:10:35 addons-549541 kubelet[1550]: W0116 02:10:35.567869 1550 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/5d2ed01e6da1fc0bc3aa22558168280ca20f7a1bf2847cc9b8cc82d9ae4c4da9/crio-08b3d42a55a0b7058cd9dad09165ea562c71288336e6c548f2b3d0b9c97cda83 WatchSource:0}: Error finding container 08b3d42a55a0b7058cd9dad09165ea562c71288336e6c548f2b3d0b9c97cda83: Status 404 returned error can't find the container with id 08b3d42a55a0b7058cd9dad09165ea562c71288336e6c548f2b3d0b9c97cda83
Jan 16 02:10:36 addons-549541 kubelet[1550]: I0116 02:10:36.550164 1550 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x9c86\" (UniqueName: \"kubernetes.io/projected/5d71865c-fd9e-4e9e-93b3-101bc06a8ade-kube-api-access-x9c86\") pod \"5d71865c-fd9e-4e9e-93b3-101bc06a8ade\" (UID: \"5d71865c-fd9e-4e9e-93b3-101bc06a8ade\") "
Jan 16 02:10:36 addons-549541 kubelet[1550]: I0116 02:10:36.552214 1550 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5d71865c-fd9e-4e9e-93b3-101bc06a8ade-kube-api-access-x9c86" (OuterVolumeSpecName: "kube-api-access-x9c86") pod "5d71865c-fd9e-4e9e-93b3-101bc06a8ade" (UID: "5d71865c-fd9e-4e9e-93b3-101bc06a8ade"). InnerVolumeSpecName "kube-api-access-x9c86". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jan 16 02:10:36 addons-549541 kubelet[1550]: I0116 02:10:36.651295 1550 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-x9c86\" (UniqueName: \"kubernetes.io/projected/5d71865c-fd9e-4e9e-93b3-101bc06a8ade-kube-api-access-x9c86\") on node \"addons-549541\" DevicePath \"\""
Jan 16 02:10:37 addons-549541 kubelet[1550]: I0116 02:10:37.203736 1550 scope.go:117] "RemoveContainer" containerID="74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88"
Jan 16 02:10:37 addons-549541 kubelet[1550]: I0116 02:10:37.211624 1550 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/hello-world-app-5d77478584-zb9wv" podStartSLOduration=1.3946400890000001 podCreationTimestamp="2024-01-16 02:10:35 +0000 UTC" firstStartedPulling="2024-01-16 02:10:35.57101648 +0000 UTC m=+267.847506303" lastFinishedPulling="2024-01-16 02:10:36.387938937 +0000 UTC m=+268.664428768" observedRunningTime="2024-01-16 02:10:37.210932902 +0000 UTC m=+269.487422732" watchObservedRunningTime="2024-01-16 02:10:37.211562554 +0000 UTC m=+269.488052385"
Jan 16 02:10:37 addons-549541 kubelet[1550]: I0116 02:10:37.220760 1550 scope.go:117] "RemoveContainer" containerID="74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88"
Jan 16 02:10:37 addons-549541 kubelet[1550]: E0116 02:10:37.221263 1550 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88\": container with ID starting with 74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88 not found: ID does not exist" containerID="74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88"
Jan 16 02:10:37 addons-549541 kubelet[1550]: I0116 02:10:37.221306 1550 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88"} err="failed to get container status \"74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88\": rpc error: code = NotFound desc = could not find container \"74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88\": container with ID starting with 74bd742e7aa4f9d01bb9eb8de82e50b7f087f44115003caf8110c97b841e2c88 not found: ID does not exist"
Jan 16 02:10:37 addons-549541 kubelet[1550]: I0116 02:10:37.855439 1550 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="5d71865c-fd9e-4e9e-93b3-101bc06a8ade" path="/var/lib/kubelet/pods/5d71865c-fd9e-4e9e-93b3-101bc06a8ade/volumes"
Jan 16 02:10:37 addons-549541 kubelet[1550]: I0116 02:10:37.855917 1550 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="7c33b969-5580-41c6-9d50-b05f869e84d7" path="/var/lib/kubelet/pods/7c33b969-5580-41c6-9d50-b05f869e84d7/volumes"
Jan 16 02:10:37 addons-549541 kubelet[1550]: I0116 02:10:37.856352 1550 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="ad533436-a43f-4216-8598-88d1fd271d3a" path="/var/lib/kubelet/pods/ad533436-a43f-4216-8598-88d1fd271d3a/volumes"
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.080149 1550 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/83c91ebd-5fd7-463e-9761-6c95d4d40faa-webhook-cert\") pod \"83c91ebd-5fd7-463e-9761-6c95d4d40faa\" (UID: \"83c91ebd-5fd7-463e-9761-6c95d4d40faa\") "
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.080209 1550 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mmvsh\" (UniqueName: \"kubernetes.io/projected/83c91ebd-5fd7-463e-9761-6c95d4d40faa-kube-api-access-mmvsh\") pod \"83c91ebd-5fd7-463e-9761-6c95d4d40faa\" (UID: \"83c91ebd-5fd7-463e-9761-6c95d4d40faa\") "
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.082107 1550 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/83c91ebd-5fd7-463e-9761-6c95d4d40faa-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "83c91ebd-5fd7-463e-9761-6c95d4d40faa" (UID: "83c91ebd-5fd7-463e-9761-6c95d4d40faa"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.082444 1550 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/83c91ebd-5fd7-463e-9761-6c95d4d40faa-kube-api-access-mmvsh" (OuterVolumeSpecName: "kube-api-access-mmvsh") pod "83c91ebd-5fd7-463e-9761-6c95d4d40faa" (UID: "83c91ebd-5fd7-463e-9761-6c95d4d40faa"). InnerVolumeSpecName "kube-api-access-mmvsh". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.180744 1550 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/83c91ebd-5fd7-463e-9761-6c95d4d40faa-webhook-cert\") on node \"addons-549541\" DevicePath \"\""
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.180789 1550 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-mmvsh\" (UniqueName: \"kubernetes.io/projected/83c91ebd-5fd7-463e-9761-6c95d4d40faa-kube-api-access-mmvsh\") on node \"addons-549541\" DevicePath \"\""
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.214079 1550 scope.go:117] "RemoveContainer" containerID="0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38"
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.228395 1550 scope.go:117] "RemoveContainer" containerID="0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38"
Jan 16 02:10:41 addons-549541 kubelet[1550]: E0116 02:10:41.228763 1550 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38\": container with ID starting with 0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38 not found: ID does not exist" containerID="0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38"
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.228816 1550 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38"} err="failed to get container status \"0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38\": rpc error: code = NotFound desc = could not find container \"0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38\": container with ID starting with 0fd31e702b4f7bb034f4f458b4fa198fce7f76415c08aa0d97ec30b6dfbeca38 not found: ID does not exist"
Jan 16 02:10:41 addons-549541 kubelet[1550]: I0116 02:10:41.854847 1550 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="83c91ebd-5fd7-463e-9761-6c95d4d40faa" path="/var/lib/kubelet/pods/83c91ebd-5fd7-463e-9761-6c95d4d40faa/volumes"
==> storage-provisioner [3a75a2a7143708b1c8ddbcc597da78791aad983d371d6d605cc353b408ddd155] <==
I0116 02:06:55.034888 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0116 02:06:55.048077 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0116 02:06:55.048245 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0116 02:06:55.144114 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0116 02:06:55.145379 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-549541_8823998f-2739-428e-9193-16ba777e143d!
I0116 02:06:55.144257 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"f92a93ba-e5ed-4a46-9671-9a6a656d79bd", APIVersion:"v1", ResourceVersion:"919", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-549541_8823998f-2739-428e-9193-16ba777e143d became leader
I0116 02:06:55.246191 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-549541_8823998f-2739-428e-9193-16ba777e143d!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-549541 -n addons-549541
helpers_test.go:261: (dbg) Run: kubectl --context addons-549541 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (153.66s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddons
addons_test.go:207: (dbg) Run: kubectl --context ingress-addon-legacy-666865 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:207: (dbg) Done: kubectl --context ingress-addon-legacy-666865 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (17.316184211s)
addons_test.go:232: (dbg) Run: kubectl --context ingress-addon-legacy-666865 replace --force -f testdata/nginx-ingress-v1beta1.yaml
addons_test.go:245: (dbg) Run: kubectl --context ingress-addon-legacy-666865 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [7421bd5c-0ed6-4552-b0cc-9dbb8204dbbf] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [7421bd5c-0ed6-4552-b0cc-9dbb8204dbbf] Running
addons_test.go:250: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: run=nginx healthy within 10.003467142s
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
E0116 02:17:45.250486 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:18:12.942484 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.432714702s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context ingress-addon-legacy-666865 replace --force -f testdata/ingress-dns-example-v1beta1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.012563871s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 addons disable ingress-dns --alsologtostderr -v=1: (2.828335484s)
addons_test.go:311: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 addons disable ingress --alsologtostderr -v=1: (7.455261786s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect ingress-addon-legacy-666865
helpers_test.go:235: (dbg) docker inspect ingress-addon-legacy-666865:
-- stdout --
[
{
"Id": "026cff9b3b34f267230b4d560ea738ad82b8bf7323de8ddd237162fbffc82806",
"Created": "2024-01-16T02:15:15.470260617Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 400721,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-01-16T02:15:15.720379853Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:9941de2e064a4a6a7155bfc66cedd2854b8c725b77bb8d4eaf81bef39f951dd7",
"ResolvConfPath": "/var/lib/docker/containers/026cff9b3b34f267230b4d560ea738ad82b8bf7323de8ddd237162fbffc82806/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/026cff9b3b34f267230b4d560ea738ad82b8bf7323de8ddd237162fbffc82806/hostname",
"HostsPath": "/var/lib/docker/containers/026cff9b3b34f267230b4d560ea738ad82b8bf7323de8ddd237162fbffc82806/hosts",
"LogPath": "/var/lib/docker/containers/026cff9b3b34f267230b4d560ea738ad82b8bf7323de8ddd237162fbffc82806/026cff9b3b34f267230b4d560ea738ad82b8bf7323de8ddd237162fbffc82806-json.log",
"Name": "/ingress-addon-legacy-666865",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"ingress-addon-legacy-666865:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "ingress-addon-legacy-666865",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/8353b8caf2858f1fb6edd75b1a168f81e68e0d70160287bf4981d55a2f2d08c8-init/diff:/var/lib/docker/overlay2/0def917ad7e476dd1dee52a31b182adf47b37e2ed33cff4bf9f2e11c9699582c/diff",
"MergedDir": "/var/lib/docker/overlay2/8353b8caf2858f1fb6edd75b1a168f81e68e0d70160287bf4981d55a2f2d08c8/merged",
"UpperDir": "/var/lib/docker/overlay2/8353b8caf2858f1fb6edd75b1a168f81e68e0d70160287bf4981d55a2f2d08c8/diff",
"WorkDir": "/var/lib/docker/overlay2/8353b8caf2858f1fb6edd75b1a168f81e68e0d70160287bf4981d55a2f2d08c8/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "ingress-addon-legacy-666865",
"Source": "/var/lib/docker/volumes/ingress-addon-legacy-666865/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "ingress-addon-legacy-666865",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ingress-addon-legacy-666865",
"name.minikube.sigs.k8s.io": "ingress-addon-legacy-666865",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "753c4b6be3d7cd905f19151f67495396c48830628c4985b4b0707fb2720be900",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33097"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33096"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33093"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33095"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33094"
}
]
},
"SandboxKey": "/var/run/docker/netns/753c4b6be3d7",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ingress-addon-legacy-666865": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"026cff9b3b34",
"ingress-addon-legacy-666865"
],
"NetworkID": "5c221ae9c1d6412e9986b52f3f0d22807e3c27e8290c7b70dfcd6c9d5a9d2905",
"EndpointID": "246596204ef6699f286903027ff9a24f2ac3eb1048920f70312e569b27078d0d",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ingress-addon-legacy-666865 -n ingress-addon-legacy-666865
helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 logs -n 25
E0116 02:19:18.966427 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:18.971722 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:18.982008 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:19.002348 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:19.042694 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:19.123048 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:19.283495 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:19.604118 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 logs -n 25: (1.0963204s)
helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs:
-- stdout --
==> Audit <==
|----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| update-context | functional-417497 | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-417497 | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-417497 | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| image | functional-417497 image ls | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| image | functional-417497 image save | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| | gcr.io/google-containers/addon-resizer:functional-417497 | | | | | |
| | /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-417497 image rm | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| | gcr.io/google-containers/addon-resizer:functional-417497 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-417497 image ls | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| image | functional-417497 image load | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| | /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-417497 image ls | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| image | functional-417497 image save --daemon | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| | gcr.io/google-containers/addon-resizer:functional-417497 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-417497 | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-417497 | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:14 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-417497 | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | |
| | image ls --format short | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-417497 | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | |
| | image ls --format yaml | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-417497 ssh pgrep | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | |
| | buildkitd | | | | | |
| image | functional-417497 image build -t | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:14 UTC | 16 Jan 24 02:15 UTC |
| | localhost/my-image:functional-417497 | | | | | |
| | testdata/build --alsologtostderr | | | | | |
| image | functional-417497 image ls | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:15 UTC | 16 Jan 24 02:15 UTC |
| delete | -p functional-417497 | functional-417497 | jenkins | v1.32.0 | 16 Jan 24 02:15 UTC | 16 Jan 24 02:15 UTC |
| start | -p ingress-addon-legacy-666865 | ingress-addon-legacy-666865 | jenkins | v1.32.0 | 16 Jan 24 02:15 UTC | 16 Jan 24 02:16 UTC |
| | --kubernetes-version=v1.18.20 | | | | | |
| | --memory=4096 --wait=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| addons | ingress-addon-legacy-666865 | ingress-addon-legacy-666865 | jenkins | v1.32.0 | 16 Jan 24 02:16 UTC | 16 Jan 24 02:16 UTC |
| | addons enable ingress | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| addons | ingress-addon-legacy-666865 | ingress-addon-legacy-666865 | jenkins | v1.32.0 | 16 Jan 24 02:16 UTC | 16 Jan 24 02:16 UTC |
| | addons enable ingress-dns | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| ssh | ingress-addon-legacy-666865 | ingress-addon-legacy-666865 | jenkins | v1.32.0 | 16 Jan 24 02:16 UTC | |
| | ssh curl -s http://127.0.0.1/ | | | | | |
| | -H 'Host: nginx.example.com' | | | | | |
| ip | ingress-addon-legacy-666865 ip | ingress-addon-legacy-666865 | jenkins | v1.32.0 | 16 Jan 24 02:18 UTC | 16 Jan 24 02:18 UTC |
| addons | ingress-addon-legacy-666865 | ingress-addon-legacy-666865 | jenkins | v1.32.0 | 16 Jan 24 02:19 UTC | 16 Jan 24 02:19 UTC |
| | addons disable ingress-dns | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | ingress-addon-legacy-666865 | ingress-addon-legacy-666865 | jenkins | v1.32.0 | 16 Jan 24 02:19 UTC | 16 Jan 24 02:19 UTC |
| | addons disable ingress | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/01/16 02:15:03
Running on machine: ubuntu-20-agent-12
Binary: Built with gc go1.21.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0116 02:15:03.781484 400124 out.go:296] Setting OutFile to fd 1 ...
I0116 02:15:03.781670 400124 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:15:03.781682 400124 out.go:309] Setting ErrFile to fd 2...
I0116 02:15:03.781690 400124 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:15:03.781908 400124 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:15:03.782513 400124 out.go:303] Setting JSON to false
I0116 02:15:03.783508 400124 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":10654,"bootTime":1705360650,"procs":196,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:15:03.783580 400124 start.go:138] virtualization: kvm guest
I0116 02:15:03.786591 400124 out.go:177] * [ingress-addon-legacy-666865] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0116 02:15:03.788410 400124 notify.go:220] Checking for updates...
I0116 02:15:03.790208 400124 out.go:177] - MINIKUBE_LOCATION=17967
I0116 02:15:03.791961 400124 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:15:03.793704 400124 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:15:03.795603 400124 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:15:03.797282 400124 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0116 02:15:03.799440 400124 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0116 02:15:03.801395 400124 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:15:03.824320 400124 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:15:03.824461 400124 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:15:03.878170 400124 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:23 OomKillDisable:true NGoroutines:36 SystemTime:2024-01-16 02:15:03.8699513 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archite
cture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:15:03.878261 400124 docker.go:295] overlay module found
I0116 02:15:03.880897 400124 out.go:177] * Using the docker driver based on user configuration
I0116 02:15:03.882828 400124 start.go:298] selected driver: docker
I0116 02:15:03.882846 400124 start.go:902] validating driver "docker" against <nil>
I0116 02:15:03.882858 400124 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0116 02:15:03.883679 400124 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:15:03.942061 400124 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:23 OomKillDisable:true NGoroutines:36 SystemTime:2024-01-16 02:15:03.933116476 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:15:03.942226 400124 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0116 02:15:03.942448 400124 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0116 02:15:03.945173 400124 out.go:177] * Using Docker driver with root privileges
I0116 02:15:03.947057 400124 cni.go:84] Creating CNI manager for ""
I0116 02:15:03.947081 400124 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0116 02:15:03.947099 400124 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I0116 02:15:03.947114 400124 start_flags.go:321] config:
{Name:ingress-addon-legacy-666865 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-666865 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.lo
cal ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:15:03.949112 400124 out.go:177] * Starting control plane node ingress-addon-legacy-666865 in cluster ingress-addon-legacy-666865
I0116 02:15:03.950572 400124 cache.go:121] Beginning downloading kic base image for docker with crio
I0116 02:15:03.952068 400124 out.go:177] * Pulling base image v0.0.42-1704759386-17866 ...
I0116 02:15:03.953511 400124 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0116 02:15:03.953621 400124 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon
I0116 02:15:03.969837 400124 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon, skipping pull
I0116 02:15:03.969859 400124 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 exists in daemon, skipping load
I0116 02:15:03.983589 400124 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4
I0116 02:15:03.983619 400124 cache.go:56] Caching tarball of preloaded images
I0116 02:15:03.983782 400124 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0116 02:15:03.986067 400124 out.go:177] * Downloading Kubernetes v1.18.20 preload ...
I0116 02:15:03.987937 400124 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I0116 02:15:04.017938 400124 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4?checksum=md5:0d02e096853189c5b37812b400898e14 -> /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4
I0116 02:15:07.292183 400124 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I0116 02:15:07.292281 400124 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I0116 02:15:08.304108 400124 cache.go:59] Finished verifying existence of preloaded tar for v1.18.20 on crio
I0116 02:15:08.304487 400124 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/config.json ...
I0116 02:15:08.304519 400124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/config.json: {Name:mka503903d3d28dc0e1dc4b2e6898b028f62a17b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:08.304683 400124 cache.go:194] Successfully downloaded all kic artifacts
I0116 02:15:08.304710 400124 start.go:365] acquiring machines lock for ingress-addon-legacy-666865: {Name:mk1ab5e7402c9c164fa07b668b317c437b3411af Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0116 02:15:08.304753 400124 start.go:369] acquired machines lock for "ingress-addon-legacy-666865" in 33.922µs
I0116 02:15:08.304772 400124 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-666865 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-666865 Namespace:defau
lt APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Dis
ableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I0116 02:15:08.304851 400124 start.go:125] createHost starting for "" (driver="docker")
I0116 02:15:08.308750 400124 out.go:204] * Creating docker container (CPUs=2, Memory=4096MB) ...
I0116 02:15:08.308996 400124 start.go:159] libmachine.API.Create for "ingress-addon-legacy-666865" (driver="docker")
I0116 02:15:08.309018 400124 client.go:168] LocalClient.Create starting
I0116 02:15:08.309082 400124 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem
I0116 02:15:08.309113 400124 main.go:141] libmachine: Decoding PEM data...
I0116 02:15:08.309130 400124 main.go:141] libmachine: Parsing certificate...
I0116 02:15:08.309185 400124 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem
I0116 02:15:08.309205 400124 main.go:141] libmachine: Decoding PEM data...
I0116 02:15:08.309216 400124 main.go:141] libmachine: Parsing certificate...
I0116 02:15:08.309504 400124 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-666865 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0116 02:15:08.325513 400124 cli_runner.go:211] docker network inspect ingress-addon-legacy-666865 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0116 02:15:08.325591 400124 network_create.go:281] running [docker network inspect ingress-addon-legacy-666865] to gather additional debugging logs...
I0116 02:15:08.325612 400124 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-666865
W0116 02:15:08.341096 400124 cli_runner.go:211] docker network inspect ingress-addon-legacy-666865 returned with exit code 1
I0116 02:15:08.341156 400124 network_create.go:284] error running [docker network inspect ingress-addon-legacy-666865]: docker network inspect ingress-addon-legacy-666865: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ingress-addon-legacy-666865 not found
I0116 02:15:08.341173 400124 network_create.go:286] output of [docker network inspect ingress-addon-legacy-666865]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ingress-addon-legacy-666865 not found
** /stderr **
I0116 02:15:08.341304 400124 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:15:08.358351 400124 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0021c4930}
I0116 02:15:08.358400 400124 network_create.go:124] attempt to create docker network ingress-addon-legacy-666865 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0116 02:15:08.358448 400124 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ingress-addon-legacy-666865 ingress-addon-legacy-666865
I0116 02:15:08.408964 400124 network_create.go:108] docker network ingress-addon-legacy-666865 192.168.49.0/24 created
I0116 02:15:08.409008 400124 kic.go:121] calculated static IP "192.168.49.2" for the "ingress-addon-legacy-666865" container
I0116 02:15:08.409092 400124 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0116 02:15:08.424768 400124 cli_runner.go:164] Run: docker volume create ingress-addon-legacy-666865 --label name.minikube.sigs.k8s.io=ingress-addon-legacy-666865 --label created_by.minikube.sigs.k8s.io=true
I0116 02:15:08.441724 400124 oci.go:103] Successfully created a docker volume ingress-addon-legacy-666865
I0116 02:15:08.441810 400124 cli_runner.go:164] Run: docker run --rm --name ingress-addon-legacy-666865-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-666865 --entrypoint /usr/bin/test -v ingress-addon-legacy-666865:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib
I0116 02:15:10.148188 400124 cli_runner.go:217] Completed: docker run --rm --name ingress-addon-legacy-666865-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-666865 --entrypoint /usr/bin/test -v ingress-addon-legacy-666865:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib: (1.706318435s)
I0116 02:15:10.148223 400124 oci.go:107] Successfully prepared a docker volume ingress-addon-legacy-666865
I0116 02:15:10.148245 400124 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0116 02:15:10.148268 400124 kic.go:194] Starting extracting preloaded images to volume ...
I0116 02:15:10.148321 400124 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-666865:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0116 02:15:15.402365 400124 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-666865:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir: (5.254002155s)
I0116 02:15:15.402404 400124 kic.go:203] duration metric: took 5.254133 seconds to extract preloaded images to volume
W0116 02:15:15.402556 400124 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0116 02:15:15.402716 400124 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0116 02:15:15.455972 400124 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ingress-addon-legacy-666865 --name ingress-addon-legacy-666865 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-666865 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ingress-addon-legacy-666865 --network ingress-addon-legacy-666865 --ip 192.168.49.2 --volume ingress-addon-legacy-666865:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0
I0116 02:15:15.727837 400124 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-666865 --format={{.State.Running}}
I0116 02:15:15.745313 400124 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-666865 --format={{.State.Status}}
I0116 02:15:15.762186 400124 cli_runner.go:164] Run: docker exec ingress-addon-legacy-666865 stat /var/lib/dpkg/alternatives/iptables
I0116 02:15:15.802255 400124 oci.go:144] the created container "ingress-addon-legacy-666865" has a running status.
I0116 02:15:15.802310 400124 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa...
I0116 02:15:16.028340 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0116 02:15:16.028385 400124 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0116 02:15:16.058804 400124 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-666865 --format={{.State.Status}}
I0116 02:15:16.083133 400124 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0116 02:15:16.083161 400124 kic_runner.go:114] Args: [docker exec --privileged ingress-addon-legacy-666865 chown docker:docker /home/docker/.ssh/authorized_keys]
I0116 02:15:16.145445 400124 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-666865 --format={{.State.Status}}
I0116 02:15:16.162961 400124 machine.go:88] provisioning docker machine ...
I0116 02:15:16.163005 400124 ubuntu.go:169] provisioning hostname "ingress-addon-legacy-666865"
I0116 02:15:16.163077 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:16.184540 400124 main.go:141] libmachine: Using SSH client type: native
I0116 02:15:16.185134 400124 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33097 <nil> <nil>}
I0116 02:15:16.185166 400124 main.go:141] libmachine: About to run SSH command:
sudo hostname ingress-addon-legacy-666865 && echo "ingress-addon-legacy-666865" | sudo tee /etc/hostname
I0116 02:15:16.391789 400124 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-666865
I0116 02:15:16.391896 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:16.409334 400124 main.go:141] libmachine: Using SSH client type: native
I0116 02:15:16.409831 400124 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33097 <nil> <nil>}
I0116 02:15:16.409862 400124 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\singress-addon-legacy-666865' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-666865/g' /etc/hosts;
else
echo '127.0.1.1 ingress-addon-legacy-666865' | sudo tee -a /etc/hosts;
fi
fi
I0116 02:15:16.544841 400124 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0116 02:15:16.544876 400124 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17967-354983/.minikube CaCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17967-354983/.minikube}
I0116 02:15:16.544898 400124 ubuntu.go:177] setting up certificates
I0116 02:15:16.544909 400124 provision.go:83] configureAuth start
I0116 02:15:16.544983 400124 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-666865
I0116 02:15:16.560567 400124 provision.go:138] copyHostCerts
I0116 02:15:16.560601 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem
I0116 02:15:16.560630 400124 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem, removing ...
I0116 02:15:16.560639 400124 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem
I0116 02:15:16.560698 400124 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem (1078 bytes)
I0116 02:15:16.560772 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem
I0116 02:15:16.560792 400124 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem, removing ...
I0116 02:15:16.560798 400124 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem
I0116 02:15:16.560820 400124 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem (1123 bytes)
I0116 02:15:16.560902 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem
I0116 02:15:16.560923 400124 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem, removing ...
I0116 02:15:16.560927 400124 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem
I0116 02:15:16.560977 400124 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem (1675 bytes)
I0116 02:15:16.561042 400124 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-666865 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube ingress-addon-legacy-666865]
I0116 02:15:16.755556 400124 provision.go:172] copyRemoteCerts
I0116 02:15:16.755620 400124 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0116 02:15:16.755661 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:16.771879 400124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33097 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa Username:docker}
I0116 02:15:16.864991 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0116 02:15:16.865075 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0116 02:15:16.885991 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem -> /etc/docker/server.pem
I0116 02:15:16.886057 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem --> /etc/docker/server.pem (1253 bytes)
I0116 02:15:16.906378 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0116 02:15:16.906456 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0116 02:15:16.926959 400124 provision.go:86] duration metric: configureAuth took 382.028577ms
I0116 02:15:16.926988 400124 ubuntu.go:193] setting minikube options for container-runtime
I0116 02:15:16.927156 400124 config.go:182] Loaded profile config "ingress-addon-legacy-666865": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0116 02:15:16.927257 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:16.943244 400124 main.go:141] libmachine: Using SSH client type: native
I0116 02:15:16.943613 400124 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33097 <nil> <nil>}
I0116 02:15:16.943633 400124 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0116 02:15:17.181128 400124 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0116 02:15:17.181155 400124 machine.go:91] provisioned docker machine in 1.018167455s
I0116 02:15:17.181167 400124 client.go:171] LocalClient.Create took 8.872142185s
I0116 02:15:17.181193 400124 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-666865" took 8.872197444s
I0116 02:15:17.181210 400124 start.go:300] post-start starting for "ingress-addon-legacy-666865" (driver="docker")
I0116 02:15:17.181221 400124 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0116 02:15:17.181294 400124 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0116 02:15:17.181334 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:17.197130 400124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33097 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa Username:docker}
I0116 02:15:17.293585 400124 ssh_runner.go:195] Run: cat /etc/os-release
I0116 02:15:17.296771 400124 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0116 02:15:17.296799 400124 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0116 02:15:17.296808 400124 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0116 02:15:17.296815 400124 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0116 02:15:17.296825 400124 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-354983/.minikube/addons for local assets ...
I0116 02:15:17.296872 400124 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-354983/.minikube/files for local assets ...
I0116 02:15:17.296971 400124 filesync.go:149] local asset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> 3616562.pem in /etc/ssl/certs
I0116 02:15:17.296986 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> /etc/ssl/certs/3616562.pem
I0116 02:15:17.297086 400124 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0116 02:15:17.304712 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem --> /etc/ssl/certs/3616562.pem (1708 bytes)
I0116 02:15:17.325840 400124 start.go:303] post-start completed in 144.615933ms
I0116 02:15:17.326156 400124 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-666865
I0116 02:15:17.342189 400124 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/config.json ...
I0116 02:15:17.342421 400124 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0116 02:15:17.342461 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:17.357596 400124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33097 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa Username:docker}
I0116 02:15:17.449809 400124 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0116 02:15:17.453938 400124 start.go:128] duration metric: createHost completed in 9.149073371s
I0116 02:15:17.453961 400124 start.go:83] releasing machines lock for "ingress-addon-legacy-666865", held for 9.149197498s
I0116 02:15:17.454018 400124 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-666865
I0116 02:15:17.470014 400124 ssh_runner.go:195] Run: cat /version.json
I0116 02:15:17.470079 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:17.470090 400124 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0116 02:15:17.470175 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:17.487272 400124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33097 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa Username:docker}
I0116 02:15:17.487472 400124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33097 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa Username:docker}
I0116 02:15:17.668499 400124 ssh_runner.go:195] Run: systemctl --version
I0116 02:15:17.672614 400124 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0116 02:15:17.808408 400124 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0116 02:15:17.812681 400124 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:15:17.829841 400124 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0116 02:15:17.829933 400124 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:15:17.855241 400124 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0116 02:15:17.855271 400124 start.go:475] detecting cgroup driver to use...
I0116 02:15:17.855311 400124 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0116 02:15:17.855376 400124 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0116 02:15:17.868733 400124 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0116 02:15:17.878149 400124 docker.go:217] disabling cri-docker service (if available) ...
I0116 02:15:17.878213 400124 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0116 02:15:17.889981 400124 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0116 02:15:17.902103 400124 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0116 02:15:17.976925 400124 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0116 02:15:18.057384 400124 docker.go:233] disabling docker service ...
I0116 02:15:18.057462 400124 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0116 02:15:18.075338 400124 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0116 02:15:18.085684 400124 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0116 02:15:18.157706 400124 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0116 02:15:18.241717 400124 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0116 02:15:18.252067 400124 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0116 02:15:18.266472 400124 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I0116 02:15:18.266541 400124 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:15:18.275129 400124 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0116 02:15:18.275191 400124 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:15:18.283693 400124 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:15:18.291810 400124 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:15:18.299942 400124 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0116 02:15:18.307768 400124 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0116 02:15:18.315243 400124 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0116 02:15:18.322376 400124 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0116 02:15:18.400789 400124 ssh_runner.go:195] Run: sudo systemctl restart crio
I0116 02:15:18.501559 400124 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0116 02:15:18.501673 400124 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0116 02:15:18.504958 400124 start.go:543] Will wait 60s for crictl version
I0116 02:15:18.505011 400124 ssh_runner.go:195] Run: which crictl
I0116 02:15:18.507963 400124 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0116 02:15:18.541844 400124 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0116 02:15:18.541935 400124 ssh_runner.go:195] Run: crio --version
I0116 02:15:18.575061 400124 ssh_runner.go:195] Run: crio --version
I0116 02:15:18.610123 400124 out.go:177] * Preparing Kubernetes v1.18.20 on CRI-O 1.24.6 ...
I0116 02:15:18.611556 400124 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-666865 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:15:18.627285 400124 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0116 02:15:18.630851 400124 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:15:18.640794 400124 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0116 02:15:18.640849 400124 ssh_runner.go:195] Run: sudo crictl images --output json
I0116 02:15:18.683185 400124 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I0116 02:15:18.683268 400124 ssh_runner.go:195] Run: which lz4
I0116 02:15:18.686629 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I0116 02:15:18.686707 400124 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I0116 02:15:18.689923 400124 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I0116 02:15:18.689953 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (495439307 bytes)
I0116 02:15:19.613809 400124 crio.go:444] Took 0.927122 seconds to copy over tarball
I0116 02:15:19.613872 400124 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I0116 02:15:21.863022 400124 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.249121119s)
I0116 02:15:21.863063 400124 crio.go:451] Took 2.249227 seconds to extract the tarball
I0116 02:15:21.863075 400124 ssh_runner.go:146] rm: /preloaded.tar.lz4
I0116 02:15:21.935516 400124 ssh_runner.go:195] Run: sudo crictl images --output json
I0116 02:15:21.967959 400124 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I0116 02:15:21.967990 400124 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]
I0116 02:15:21.968046 400124 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I0116 02:15:21.968065 400124 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20
I0116 02:15:21.968091 400124 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20
I0116 02:15:21.968101 400124 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20
I0116 02:15:21.968143 400124 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I0116 02:15:21.968075 400124 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20
I0116 02:15:21.968374 400124 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I0116 02:15:21.968380 400124 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I0116 02:15:21.969493 400124 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I0116 02:15:21.969496 400124 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20
I0116 02:15:21.969519 400124 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I0116 02:15:21.969501 400124 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20
I0116 02:15:21.969528 400124 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20
I0116 02:15:21.969508 400124 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I0116 02:15:21.969506 400124 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20
I0116 02:15:21.969501 400124 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I0116 02:15:22.165999 400124 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0
I0116 02:15:22.170877 400124 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.2
I0116 02:15:22.200374 400124 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7
I0116 02:15:22.201516 400124 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20
I0116 02:15:22.202611 400124 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I0116 02:15:22.204968 400124 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f" in container runtime
I0116 02:15:22.205014 400124 cri.go:218] Removing image: registry.k8s.io/etcd:3.4.3-0
I0116 02:15:22.205056 400124 ssh_runner.go:195] Run: which crictl
I0116 02:15:22.208758 400124 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "80d28bedfe5dec59da9ebf8e6260224ac9008ab5c11dbbe16ee3ba3e4439ac2c" in container runtime
I0116 02:15:22.208805 400124 cri.go:218] Removing image: registry.k8s.io/pause:3.2
I0116 02:15:22.208849 400124 ssh_runner.go:195] Run: which crictl
I0116 02:15:22.217445 400124 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20
I0116 02:15:22.250011 400124 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20
I0116 02:15:22.253640 400124 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5" in container runtime
I0116 02:15:22.253701 400124 cri.go:218] Removing image: registry.k8s.io/coredns:1.6.7
I0116 02:15:22.253737 400124 ssh_runner.go:195] Run: which crictl
I0116 02:15:22.286915 400124 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20
I0116 02:15:22.345503 400124 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "e7c545a60706cf009a893afdc7dba900cc2e342b8042b9c421d607ca41e8b290" in container runtime
I0116 02:15:22.345544 400124 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/etcd:3.4.3-0
I0116 02:15:22.345551 400124 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20
I0116 02:15:22.345592 400124 ssh_runner.go:195] Run: which crictl
I0116 02:15:22.345680 400124 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/pause:3.2
I0116 02:15:22.345726 400124 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "7d8d2960de69688eab5698081441539a1662f47e092488973e455a8334955cb1" in container runtime
I0116 02:15:22.345769 400124 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.18.20
I0116 02:15:22.345812 400124 ssh_runner.go:195] Run: which crictl
I0116 02:15:22.345822 400124 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "a05a1a79adaad058478b7638d2e73cf408b283305081516fbe02706b0e205346" in container runtime
I0116 02:15:22.345849 400124 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.18.20
I0116 02:15:22.345887 400124 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/coredns:1.6.7
I0116 02:15:22.345888 400124 ssh_runner.go:195] Run: which crictl
I0116 02:15:22.345934 400124 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "27f8b8d51985f755cfb3ffea424fa34865cc0da63e99378d8202f923c3c5a8ba" in container runtime
I0116 02:15:22.346011 400124 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.18.20
I0116 02:15:22.346053 400124 ssh_runner.go:195] Run: which crictl
I0116 02:15:22.384557 400124 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0
I0116 02:15:22.384604 400124 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2
I0116 02:15:22.384640 400124 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.18.20
I0116 02:15:22.384694 400124 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.18.20
I0116 02:15:22.386560 400124 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7
I0116 02:15:22.386632 400124 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.18.20
I0116 02:15:22.386669 400124 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-proxy:v1.18.20
I0116 02:15:22.464649 400124 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.20
I0116 02:15:22.464658 400124 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.20
I0116 02:15:22.464768 400124 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.20
I0116 02:15:22.464816 400124 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.20
I0116 02:15:22.464858 400124 cache_images.go:92] LoadImages completed in 496.852822ms
W0116 02:15:22.464938 400124 out.go:239] X Unable to load cached images: loading cached images: stat /home/jenkins/minikube-integration/17967-354983/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0: no such file or directory
I0116 02:15:22.465023 400124 ssh_runner.go:195] Run: crio config
I0116 02:15:22.540231 400124 cni.go:84] Creating CNI manager for ""
I0116 02:15:22.540255 400124 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0116 02:15:22.540278 400124 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0116 02:15:22.540311 400124 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-666865 NodeName:ingress-addon-legacy-666865 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.c
rt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}
I0116 02:15:22.540506 400124 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/crio/crio.sock
name: "ingress-addon-legacy-666865"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.18.20
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0116 02:15:22.540616 400124 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=ingress-addon-legacy-666865 --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-666865 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0116 02:15:22.540688 400124 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20
I0116 02:15:22.548872 400124 binaries.go:44] Found k8s binaries, skipping transfer
I0116 02:15:22.548965 400124 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0116 02:15:22.556514 400124 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (486 bytes)
I0116 02:15:22.572007 400124 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)
I0116 02:15:22.587636 400124 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2123 bytes)
I0116 02:15:22.603306 400124 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0116 02:15:22.606540 400124 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:15:22.616196 400124 certs.go:56] Setting up /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865 for IP: 192.168.49.2
I0116 02:15:22.616232 400124 certs.go:190] acquiring lock for shared ca certs: {Name:mkd4d6035fde55950b50a8f3804246d14850b383 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:22.616374 400124 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key
I0116 02:15:22.616419 400124 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key
I0116 02:15:22.616469 400124 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.key
I0116 02:15:22.616482 400124 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt with IP's: []
I0116 02:15:22.787140 400124 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt ...
I0116 02:15:22.787177 400124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: {Name:mkbf62ebfee1d4bba4ff91d7fbb1129daf0f63ea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:22.787353 400124 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.key ...
I0116 02:15:22.787367 400124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.key: {Name:mk27d6767d467bb923bd73045bc7d5fd45698380 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:22.787446 400124 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.key.dd3b5fb2
I0116 02:15:22.787462 400124 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0116 02:15:22.936824 400124 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.crt.dd3b5fb2 ...
I0116 02:15:22.936860 400124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.crt.dd3b5fb2: {Name:mk9f5b6406bac4fc446a06ebb4a04b4d6c414b39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:22.937044 400124 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.key.dd3b5fb2 ...
I0116 02:15:22.937066 400124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.key.dd3b5fb2: {Name:mk4f68114b08c1ecf7a6b0febbf751e77a3401cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:22.937176 400124 certs.go:337] copying /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.crt
I0116 02:15:22.937267 400124 certs.go:341] copying /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.key
I0116 02:15:22.937317 400124 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.key
I0116 02:15:22.937331 400124 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.crt with IP's: []
I0116 02:15:23.136895 400124 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.crt ...
I0116 02:15:23.136930 400124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.crt: {Name:mke568058546b09bf0b4492fd0dab13e26a1420b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:23.137107 400124 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.key ...
I0116 02:15:23.137125 400124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.key: {Name:mkb88b3e72332b0518b295c499f6f9b50e150f35 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:23.137205 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0116 02:15:23.137223 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0116 02:15:23.137234 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0116 02:15:23.137244 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0116 02:15:23.137254 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0116 02:15:23.137265 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0116 02:15:23.137275 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0116 02:15:23.137285 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0116 02:15:23.137343 400124 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem (1338 bytes)
W0116 02:15:23.137382 400124 certs.go:433] ignoring /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656_empty.pem, impossibly tiny 0 bytes
I0116 02:15:23.137393 400124 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem (1675 bytes)
I0116 02:15:23.137415 400124 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem (1078 bytes)
I0116 02:15:23.137437 400124 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem (1123 bytes)
I0116 02:15:23.137458 400124 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem (1675 bytes)
I0116 02:15:23.137555 400124 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem (1708 bytes)
I0116 02:15:23.137587 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem -> /usr/share/ca-certificates/361656.pem
I0116 02:15:23.137600 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> /usr/share/ca-certificates/3616562.pem
I0116 02:15:23.137618 400124 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0116 02:15:23.138218 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0116 02:15:23.160668 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0116 02:15:23.181904 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0116 02:15:23.202625 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0116 02:15:23.223862 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0116 02:15:23.244831 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0116 02:15:23.265830 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0116 02:15:23.286982 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0116 02:15:23.308773 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem --> /usr/share/ca-certificates/361656.pem (1338 bytes)
I0116 02:15:23.330480 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem --> /usr/share/ca-certificates/3616562.pem (1708 bytes)
I0116 02:15:23.351285 400124 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0116 02:15:23.372046 400124 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0116 02:15:23.387595 400124 ssh_runner.go:195] Run: openssl version
I0116 02:15:23.392551 400124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/361656.pem && ln -fs /usr/share/ca-certificates/361656.pem /etc/ssl/certs/361656.pem"
I0116 02:15:23.400669 400124 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/361656.pem
I0116 02:15:23.403616 400124 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Jan 16 02:11 /usr/share/ca-certificates/361656.pem
I0116 02:15:23.403665 400124 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/361656.pem
I0116 02:15:23.409820 400124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/361656.pem /etc/ssl/certs/51391683.0"
I0116 02:15:23.417913 400124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3616562.pem && ln -fs /usr/share/ca-certificates/3616562.pem /etc/ssl/certs/3616562.pem"
I0116 02:15:23.426277 400124 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3616562.pem
I0116 02:15:23.429426 400124 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Jan 16 02:11 /usr/share/ca-certificates/3616562.pem
I0116 02:15:23.429477 400124 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3616562.pem
I0116 02:15:23.435409 400124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3616562.pem /etc/ssl/certs/3ec20f2e.0"
I0116 02:15:23.443596 400124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0116 02:15:23.451763 400124 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0116 02:15:23.454969 400124 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jan 16 02:05 /usr/share/ca-certificates/minikubeCA.pem
I0116 02:15:23.455023 400124 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0116 02:15:23.461125 400124 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0116 02:15:23.469255 400124 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0116 02:15:23.472205 400124 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0116 02:15:23.472248 400124 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-666865 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-666865 Namespace:default APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:15:23.472357 400124 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0116 02:15:23.472407 400124 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0116 02:15:23.505423 400124 cri.go:89] found id: ""
I0116 02:15:23.505495 400124 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0116 02:15:23.513792 400124 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0116 02:15:23.521589 400124 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0116 02:15:23.521648 400124 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0116 02:15:23.529302 400124 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0116 02:15:23.529351 400124 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0116 02:15:23.571815 400124 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20
I0116 02:15:23.571884 400124 kubeadm.go:322] [preflight] Running pre-flight checks
I0116 02:15:23.611584 400124 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0116 02:15:23.611673 400124 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1048-gcp[0m
I0116 02:15:23.611742 400124 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0116 02:15:23.611820 400124 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0116 02:15:23.611884 400124 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0116 02:15:23.611950 400124 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0116 02:15:23.612011 400124 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0116 02:15:23.612060 400124 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0116 02:15:23.612145 400124 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0116 02:15:23.678586 400124 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0116 02:15:23.678736 400124 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0116 02:15:23.678852 400124 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0116 02:15:23.858452 400124 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0116 02:15:23.859437 400124 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0116 02:15:23.859509 400124 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0116 02:15:23.932105 400124 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0116 02:15:23.933857 400124 out.go:204] - Generating certificates and keys ...
I0116 02:15:23.933967 400124 kubeadm.go:322] [certs] Using existing ca certificate authority
I0116 02:15:23.934063 400124 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0116 02:15:24.278621 400124 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0116 02:15:24.413473 400124 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0116 02:15:24.511260 400124 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0116 02:15:24.641836 400124 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0116 02:15:24.830205 400124 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0116 02:15:24.830412 400124 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-666865 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0116 02:15:25.216162 400124 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0116 02:15:25.216358 400124 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-666865 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0116 02:15:25.424773 400124 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0116 02:15:25.815119 400124 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0116 02:15:26.195891 400124 kubeadm.go:322] [certs] Generating "sa" key and public key
I0116 02:15:26.195978 400124 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0116 02:15:26.237164 400124 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0116 02:15:26.332274 400124 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0116 02:15:26.617818 400124 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0116 02:15:26.753888 400124 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0116 02:15:26.754526 400124 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0116 02:15:26.757192 400124 out.go:204] - Booting up control plane ...
I0116 02:15:26.757326 400124 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0116 02:15:26.761363 400124 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0116 02:15:26.762255 400124 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0116 02:15:26.762899 400124 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0116 02:15:26.764817 400124 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0116 02:15:32.766802 400124 kubeadm.go:322] [apiclient] All control plane components are healthy after 6.001923 seconds
I0116 02:15:32.767033 400124 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0116 02:15:32.777202 400124 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster
I0116 02:15:33.291420 400124 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0116 02:15:33.291563 400124 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-666865 as control-plane by adding the label "node-role.kubernetes.io/master=''"
I0116 02:15:33.798211 400124 kubeadm.go:322] [bootstrap-token] Using token: fl5hxo.rfg9nkc3vuzhuj3b
I0116 02:15:33.799722 400124 out.go:204] - Configuring RBAC rules ...
I0116 02:15:33.799902 400124 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0116 02:15:33.805111 400124 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0116 02:15:33.812715 400124 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0116 02:15:33.814729 400124 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0116 02:15:33.817425 400124 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0116 02:15:33.819158 400124 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0116 02:15:33.828942 400124 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0116 02:15:34.066809 400124 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0116 02:15:34.212501 400124 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0116 02:15:34.213517 400124 kubeadm.go:322]
I0116 02:15:34.213613 400124 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0116 02:15:34.213633 400124 kubeadm.go:322]
I0116 02:15:34.213736 400124 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0116 02:15:34.213747 400124 kubeadm.go:322]
I0116 02:15:34.213783 400124 kubeadm.go:322] mkdir -p $HOME/.kube
I0116 02:15:34.213870 400124 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0116 02:15:34.213945 400124 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0116 02:15:34.213954 400124 kubeadm.go:322]
I0116 02:15:34.214016 400124 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0116 02:15:34.214125 400124 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0116 02:15:34.214178 400124 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0116 02:15:34.214184 400124 kubeadm.go:322]
I0116 02:15:34.214268 400124 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0116 02:15:34.214406 400124 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0116 02:15:34.214433 400124 kubeadm.go:322]
I0116 02:15:34.214532 400124 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token fl5hxo.rfg9nkc3vuzhuj3b \
I0116 02:15:34.214647 400124 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d \
I0116 02:15:34.214682 400124 kubeadm.go:322] --control-plane
I0116 02:15:34.214692 400124 kubeadm.go:322]
I0116 02:15:34.214810 400124 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0116 02:15:34.214830 400124 kubeadm.go:322]
I0116 02:15:34.214942 400124 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token fl5hxo.rfg9nkc3vuzhuj3b \
I0116 02:15:34.215093 400124 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d
I0116 02:15:34.216584 400124 kubeadm.go:322] W0116 02:15:23.571378 1380 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
I0116 02:15:34.216775 400124 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1048-gcp\n", err: exit status 1
I0116 02:15:34.216902 400124 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0116 02:15:34.217064 400124 kubeadm.go:322] W0116 02:15:26.761151 1380 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I0116 02:15:34.217219 400124 kubeadm.go:322] W0116 02:15:26.762104 1380 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I0116 02:15:34.217249 400124 cni.go:84] Creating CNI manager for ""
I0116 02:15:34.217272 400124 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0116 02:15:34.218960 400124 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0116 02:15:34.220324 400124 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0116 02:15:34.223943 400124 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.18.20/kubectl ...
I0116 02:15:34.223961 400124 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0116 02:15:34.239889 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0116 02:15:34.637089 400124 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0116 02:15:34.637156 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:34.637185 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd minikube.k8s.io/name=ingress-addon-legacy-666865 minikube.k8s.io/updated_at=2024_01_16T02_15_34_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:34.644332 400124 ops.go:34] apiserver oom_adj: -16
I0116 02:15:34.748356 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:35.248412 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:35.749083 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:36.248802 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:36.749081 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:37.248472 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:37.749239 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:38.249181 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:38.749286 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:39.248626 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:39.748501 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:40.249304 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:40.749134 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:41.248833 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:41.748491 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:42.249050 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:42.748765 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:43.249447 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:43.748443 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:44.248619 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:44.749145 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:45.249162 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:45.749124 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:46.249412 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:46.749094 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:47.249213 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:47.749073 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:48.249311 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:48.749447 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:49.248772 400124 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:15:49.437167 400124 kubeadm.go:1088] duration metric: took 14.800067392s to wait for elevateKubeSystemPrivileges.
I0116 02:15:49.437292 400124 kubeadm.go:406] StartCluster complete in 25.965042535s
I0116 02:15:49.437335 400124 settings.go:142] acquiring lock: {Name:mkbde07d72d2f3dabb90af2e91d052bf7b168536 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:49.437430 400124 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:15:49.438669 400124 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/kubeconfig: {Name:mk115b95b91a346bcc55d32e9037d026c4bc6af5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:15:49.439002 400124 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0116 02:15:49.439077 400124 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]
I0116 02:15:49.439175 400124 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-666865"
I0116 02:15:49.439204 400124 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-666865"
I0116 02:15:49.439215 400124 addons.go:234] Setting addon storage-provisioner=true in "ingress-addon-legacy-666865"
I0116 02:15:49.439234 400124 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-666865"
I0116 02:15:49.439283 400124 host.go:66] Checking if "ingress-addon-legacy-666865" exists ...
I0116 02:15:49.439297 400124 config.go:182] Loaded profile config "ingress-addon-legacy-666865": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0116 02:15:49.439655 400124 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-666865 --format={{.State.Status}}
I0116 02:15:49.439838 400124 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-666865 --format={{.State.Status}}
I0116 02:15:49.439838 400124 kapi.go:59] client config for ingress-addon-legacy-666865: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt", KeyFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.key", CAFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c19be0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0116 02:15:49.440998 400124 cert_rotation.go:137] Starting client certificate rotation controller
I0116 02:15:49.463724 400124 kapi.go:59] client config for ingress-addon-legacy-666865: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt", KeyFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.key", CAFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c19be0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0116 02:15:49.464105 400124 addons.go:234] Setting addon default-storageclass=true in "ingress-addon-legacy-666865"
I0116 02:15:49.464152 400124 host.go:66] Checking if "ingress-addon-legacy-666865" exists ...
I0116 02:15:49.464693 400124 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-666865 --format={{.State.Status}}
I0116 02:15:49.479404 400124 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0116 02:15:49.481241 400124 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0116 02:15:49.481268 400124 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0116 02:15:49.481343 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:49.484401 400124 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0116 02:15:49.484424 400124 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0116 02:15:49.484466 400124 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-666865
I0116 02:15:49.500131 400124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33097 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa Username:docker}
I0116 02:15:49.503812 400124 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33097 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/ingress-addon-legacy-666865/id_rsa Username:docker}
I0116 02:15:49.584801 400124 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0116 02:15:49.742563 400124 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0116 02:15:49.742819 400124 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0116 02:15:49.945872 400124 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-666865" context rescaled to 1 replicas
I0116 02:15:49.945995 400124 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I0116 02:15:49.948097 400124 out.go:177] * Verifying Kubernetes components...
I0116 02:15:49.950259 400124 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:15:50.140234 400124 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0116 02:15:50.356678 400124 kapi.go:59] client config for ingress-addon-legacy-666865: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt", KeyFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.key", CAFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c19be0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0116 02:15:50.357154 400124 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-666865" to be "Ready" ...
I0116 02:15:50.363216 400124 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I0116 02:15:50.364673 400124 addons.go:505] enable addons completed in 925.601311ms: enabled=[storage-provisioner default-storageclass]
I0116 02:15:52.362492 400124 node_ready.go:58] node "ingress-addon-legacy-666865" has status "Ready":"False"
I0116 02:15:54.860360 400124 node_ready.go:49] node "ingress-addon-legacy-666865" has status "Ready":"True"
I0116 02:15:54.860389 400124 node_ready.go:38] duration metric: took 4.503206876s waiting for node "ingress-addon-legacy-666865" to be "Ready" ...
I0116 02:15:54.860400 400124 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:15:54.868156 400124 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-kzdd8" in "kube-system" namespace to be "Ready" ...
I0116 02:15:56.872022 400124 pod_ready.go:102] pod "coredns-66bff467f8-kzdd8" in "kube-system" namespace doesn't have "Ready" status: {Phase:Pending Conditions:[{Type:PodScheduled Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-01-16 02:15:49 +0000 UTC Reason:Unschedulable Message:0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.}] Message: Reason: NominatedNodeName: HostIP: HostIPs:[] PodIP: PodIPs:[] StartTime:<nil> InitContainerStatuses:[] ContainerStatuses:[] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0116 02:15:58.873326 400124 pod_ready.go:102] pod "coredns-66bff467f8-kzdd8" in "kube-system" namespace has status "Ready":"False"
I0116 02:16:00.873943 400124 pod_ready.go:102] pod "coredns-66bff467f8-kzdd8" in "kube-system" namespace has status "Ready":"False"
I0116 02:16:02.874025 400124 pod_ready.go:102] pod "coredns-66bff467f8-kzdd8" in "kube-system" namespace has status "Ready":"False"
I0116 02:16:03.374366 400124 pod_ready.go:92] pod "coredns-66bff467f8-kzdd8" in "kube-system" namespace has status "Ready":"True"
I0116 02:16:03.374395 400124 pod_ready.go:81] duration metric: took 8.506211491s waiting for pod "coredns-66bff467f8-kzdd8" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.374407 400124 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-666865" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.378403 400124 pod_ready.go:92] pod "etcd-ingress-addon-legacy-666865" in "kube-system" namespace has status "Ready":"True"
I0116 02:16:03.378423 400124 pod_ready.go:81] duration metric: took 4.010115ms waiting for pod "etcd-ingress-addon-legacy-666865" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.378435 400124 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-666865" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.382318 400124 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-666865" in "kube-system" namespace has status "Ready":"True"
I0116 02:16:03.382337 400124 pod_ready.go:81] duration metric: took 3.896538ms waiting for pod "kube-apiserver-ingress-addon-legacy-666865" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.382346 400124 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-666865" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.386306 400124 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-666865" in "kube-system" namespace has status "Ready":"True"
I0116 02:16:03.386327 400124 pod_ready.go:81] duration metric: took 3.975064ms waiting for pod "kube-controller-manager-ingress-addon-legacy-666865" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.386336 400124 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-kk44s" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.390105 400124 pod_ready.go:92] pod "kube-proxy-kk44s" in "kube-system" namespace has status "Ready":"True"
I0116 02:16:03.390122 400124 pod_ready.go:81] duration metric: took 3.780349ms waiting for pod "kube-proxy-kk44s" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.390130 400124 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-666865" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.569455 400124 request.go:629] Waited for 179.267979ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-666865
I0116 02:16:03.770383 400124 request.go:629] Waited for 198.166974ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-666865
I0116 02:16:03.773177 400124 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-666865" in "kube-system" namespace has status "Ready":"True"
I0116 02:16:03.773200 400124 pod_ready.go:81] duration metric: took 383.06447ms waiting for pod "kube-scheduler-ingress-addon-legacy-666865" in "kube-system" namespace to be "Ready" ...
I0116 02:16:03.773212 400124 pod_ready.go:38] duration metric: took 8.912798365s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:16:03.773228 400124 api_server.go:52] waiting for apiserver process to appear ...
I0116 02:16:03.773287 400124 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0116 02:16:03.783881 400124 api_server.go:72] duration metric: took 13.837840616s to wait for apiserver process to appear ...
I0116 02:16:03.784479 400124 api_server.go:88] waiting for apiserver healthz status ...
I0116 02:16:03.784510 400124 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0116 02:16:03.789124 400124 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0116 02:16:03.789974 400124 api_server.go:141] control plane version: v1.18.20
I0116 02:16:03.790001 400124 api_server.go:131] duration metric: took 5.511752ms to wait for apiserver health ...
I0116 02:16:03.790017 400124 system_pods.go:43] waiting for kube-system pods to appear ...
I0116 02:16:03.969364 400124 request.go:629] Waited for 179.260196ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I0116 02:16:03.974542 400124 system_pods.go:59] 8 kube-system pods found
I0116 02:16:03.974575 400124 system_pods.go:61] "coredns-66bff467f8-kzdd8" [983f84e3-584a-4c81-83cd-75fa8abdb55e] Running
I0116 02:16:03.974587 400124 system_pods.go:61] "etcd-ingress-addon-legacy-666865" [048e6d4b-f608-4f34-9c90-62eef45dc8d5] Running
I0116 02:16:03.974594 400124 system_pods.go:61] "kindnet-xfnr6" [ba28e185-5b4b-4f42-84c3-377c24514978] Running
I0116 02:16:03.974598 400124 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-666865" [31bd9896-bc6a-481f-88eb-036f532a62f7] Running
I0116 02:16:03.974606 400124 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-666865" [4e8bf393-e24a-43ef-b6f5-b4c4a3653c4f] Running
I0116 02:16:03.974610 400124 system_pods.go:61] "kube-proxy-kk44s" [a511a359-0041-44df-bade-a204bc1861a7] Running
I0116 02:16:03.974617 400124 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-666865" [48922a6b-13d9-44b2-b45c-e07bf2bea4af] Running
I0116 02:16:03.974623 400124 system_pods.go:61] "storage-provisioner" [d44e14b0-b9e6-4aab-be31-94bdfb6972fd] Running
I0116 02:16:03.974630 400124 system_pods.go:74] duration metric: took 184.606544ms to wait for pod list to return data ...
I0116 02:16:03.974639 400124 default_sa.go:34] waiting for default service account to be created ...
I0116 02:16:04.170143 400124 request.go:629] Waited for 195.427499ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/default/serviceaccounts
I0116 02:16:04.172784 400124 default_sa.go:45] found service account: "default"
I0116 02:16:04.172814 400124 default_sa.go:55] duration metric: took 198.167589ms for default service account to be created ...
I0116 02:16:04.172827 400124 system_pods.go:116] waiting for k8s-apps to be running ...
I0116 02:16:04.370163 400124 request.go:629] Waited for 197.223574ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I0116 02:16:04.375228 400124 system_pods.go:86] 8 kube-system pods found
I0116 02:16:04.375260 400124 system_pods.go:89] "coredns-66bff467f8-kzdd8" [983f84e3-584a-4c81-83cd-75fa8abdb55e] Running
I0116 02:16:04.375265 400124 system_pods.go:89] "etcd-ingress-addon-legacy-666865" [048e6d4b-f608-4f34-9c90-62eef45dc8d5] Running
I0116 02:16:04.375269 400124 system_pods.go:89] "kindnet-xfnr6" [ba28e185-5b4b-4f42-84c3-377c24514978] Running
I0116 02:16:04.375273 400124 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-666865" [31bd9896-bc6a-481f-88eb-036f532a62f7] Running
I0116 02:16:04.375277 400124 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-666865" [4e8bf393-e24a-43ef-b6f5-b4c4a3653c4f] Running
I0116 02:16:04.375281 400124 system_pods.go:89] "kube-proxy-kk44s" [a511a359-0041-44df-bade-a204bc1861a7] Running
I0116 02:16:04.375285 400124 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-666865" [48922a6b-13d9-44b2-b45c-e07bf2bea4af] Running
I0116 02:16:04.375292 400124 system_pods.go:89] "storage-provisioner" [d44e14b0-b9e6-4aab-be31-94bdfb6972fd] Running
I0116 02:16:04.375300 400124 system_pods.go:126] duration metric: took 202.461984ms to wait for k8s-apps to be running ...
I0116 02:16:04.375310 400124 system_svc.go:44] waiting for kubelet service to be running ....
I0116 02:16:04.375370 400124 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:16:04.386363 400124 system_svc.go:56] duration metric: took 11.044272ms WaitForService to wait for kubelet.
I0116 02:16:04.386390 400124 kubeadm.go:581] duration metric: took 14.440354048s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0116 02:16:04.386408 400124 node_conditions.go:102] verifying NodePressure condition ...
I0116 02:16:04.569896 400124 request.go:629] Waited for 183.362172ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes
I0116 02:16:04.573254 400124 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0116 02:16:04.573284 400124 node_conditions.go:123] node cpu capacity is 8
I0116 02:16:04.573297 400124 node_conditions.go:105] duration metric: took 186.883802ms to run NodePressure ...
I0116 02:16:04.573314 400124 start.go:228] waiting for startup goroutines ...
I0116 02:16:04.573322 400124 start.go:233] waiting for cluster config update ...
I0116 02:16:04.573334 400124 start.go:242] writing updated cluster config ...
I0116 02:16:04.573650 400124 ssh_runner.go:195] Run: rm -f paused
I0116 02:16:04.622859 400124 start.go:600] kubectl: 1.29.0, cluster: 1.18.20 (minor skew: 11)
I0116 02:16:04.624583 400124 out.go:177]
W0116 02:16:04.625981 400124 out.go:239] ! /usr/local/bin/kubectl is version 1.29.0, which may have incompatibilities with Kubernetes 1.18.20.
I0116 02:16:04.627332 400124 out.go:177] - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'
I0116 02:16:04.628592 400124 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-666865" cluster and "default" namespace by default
==> CRI-O <==
Jan 16 02:18:54 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:18:54.617184241Z" level=info msg="Creating container: default/hello-world-app-5f5d8b66bb-kfjsm/hello-world-app" id=fa98cbe6-751f-4c14-86ef-a6a84acd76d6 name=/runtime.v1alpha2.RuntimeService/CreateContainer
Jan 16 02:18:54 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:18:54.617306932Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 16 02:18:54 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:18:54.685737916Z" level=info msg="Created container dc78f098adccab00ea45dc572aaabf6439cd5dea6877c2e639dca23a62427071: default/hello-world-app-5f5d8b66bb-kfjsm/hello-world-app" id=fa98cbe6-751f-4c14-86ef-a6a84acd76d6 name=/runtime.v1alpha2.RuntimeService/CreateContainer
Jan 16 02:18:54 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:18:54.686260083Z" level=info msg="Starting container: dc78f098adccab00ea45dc572aaabf6439cd5dea6877c2e639dca23a62427071" id=d1adc27c-005a-4838-b6e0-bc610d289347 name=/runtime.v1alpha2.RuntimeService/StartContainer
Jan 16 02:18:54 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:18:54.693150321Z" level=info msg="Started container" PID=4892 containerID=dc78f098adccab00ea45dc572aaabf6439cd5dea6877c2e639dca23a62427071 description=default/hello-world-app-5f5d8b66bb-kfjsm/hello-world-app id=d1adc27c-005a-4838-b6e0-bc610d289347 name=/runtime.v1alpha2.RuntimeService/StartContainer sandboxID=f3735c2f7973a5719cfb5d95e6b57cfe6091f4423fb696e1af46dca8614d9463
Jan 16 02:19:02 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:02.481307879Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=7674bde7-1a19-4f8b-8b5d-d7cf6e918f95 name=/runtime.v1alpha2.ImageService/ImageStatus
Jan 16 02:19:10 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:10.480934782Z" level=info msg="Stopping pod sandbox: 1f5f1b4cfb3670b39299dd3055d071fcc5b2b3b2f2c22f325af2634965c88208" id=f2dd516b-0c03-478c-9691-c3bce391faec name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Jan 16 02:19:10 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:10.481951221Z" level=info msg="Stopped pod sandbox: 1f5f1b4cfb3670b39299dd3055d071fcc5b2b3b2f2c22f325af2634965c88208" id=f2dd516b-0c03-478c-9691-c3bce391faec name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Jan 16 02:19:11 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:11.754902504Z" level=info msg="Stopping container: d6eb1cc9da3ac84ab2c8140286efa1e1da0dba29cd16fdf079a1a17d4c1a9572 (timeout: 2s)" id=2cd3b5b2-43e6-43e8-815d-fe3f897bf3c5 name=/runtime.v1alpha2.RuntimeService/StopContainer
Jan 16 02:19:11 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:11.757002059Z" level=info msg="Stopping container: d6eb1cc9da3ac84ab2c8140286efa1e1da0dba29cd16fdf079a1a17d4c1a9572 (timeout: 2s)" id=595d5932-7f69-4ab9-bdf1-791c8b92c169 name=/runtime.v1alpha2.RuntimeService/StopContainer
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.763252507Z" level=warning msg="Stopping container d6eb1cc9da3ac84ab2c8140286efa1e1da0dba29cd16fdf079a1a17d4c1a9572 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=2cd3b5b2-43e6-43e8-815d-fe3f897bf3c5 name=/runtime.v1alpha2.RuntimeService/StopContainer
Jan 16 02:19:13 ingress-addon-legacy-666865 conmon[3422]: conmon d6eb1cc9da3ac84ab2c8 <ninfo>: container 3434 exited with status 137
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.908555105Z" level=info msg="Stopped container d6eb1cc9da3ac84ab2c8140286efa1e1da0dba29cd16fdf079a1a17d4c1a9572: ingress-nginx/ingress-nginx-controller-7fcf777cb7-knfw2/controller" id=2cd3b5b2-43e6-43e8-815d-fe3f897bf3c5 name=/runtime.v1alpha2.RuntimeService/StopContainer
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.908588307Z" level=info msg="Stopped container d6eb1cc9da3ac84ab2c8140286efa1e1da0dba29cd16fdf079a1a17d4c1a9572: ingress-nginx/ingress-nginx-controller-7fcf777cb7-knfw2/controller" id=595d5932-7f69-4ab9-bdf1-791c8b92c169 name=/runtime.v1alpha2.RuntimeService/StopContainer
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.909296862Z" level=info msg="Stopping pod sandbox: 702288a2aab20b045af8f4c0fd737c142cebc6b30bcaf1a8c9f7b0d5a6457052" id=9f81f671-4bf7-4ca3-bdda-d91fe2e6d0cf name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.909324119Z" level=info msg="Stopping pod sandbox: 702288a2aab20b045af8f4c0fd737c142cebc6b30bcaf1a8c9f7b0d5a6457052" id=7b964114-6679-4fe4-a541-b0e79b98c64b name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.912167372Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-PW4CY62QMEDYPPT4 - [0:0]\n:KUBE-HP-KDLW7U6IYHLAP5CP - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n-X KUBE-HP-PW4CY62QMEDYPPT4\n-X KUBE-HP-KDLW7U6IYHLAP5CP\nCOMMIT\n"
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.913559947Z" level=info msg="Closing host port tcp:80"
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.913608730Z" level=info msg="Closing host port tcp:443"
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.914680621Z" level=info msg="Host port tcp:80 does not have an open socket"
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.914705080Z" level=info msg="Host port tcp:443 does not have an open socket"
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.914890429Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7fcf777cb7-knfw2 Namespace:ingress-nginx ID:702288a2aab20b045af8f4c0fd737c142cebc6b30bcaf1a8c9f7b0d5a6457052 UID:7dff93ff-2133-4426-b46a-311d268bc67c NetNS:/var/run/netns/98df6838-1ed0-4c3c-b6b6-8a957ce9267b Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.915090810Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7fcf777cb7-knfw2 from CNI network \"kindnet\" (type=ptp)"
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.946456080Z" level=info msg="Stopped pod sandbox: 702288a2aab20b045af8f4c0fd737c142cebc6b30bcaf1a8c9f7b0d5a6457052" id=9f81f671-4bf7-4ca3-bdda-d91fe2e6d0cf name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Jan 16 02:19:13 ingress-addon-legacy-666865 crio[955]: time="2024-01-16 02:19:13.946596276Z" level=info msg="Stopped pod sandbox (already stopped): 702288a2aab20b045af8f4c0fd737c142cebc6b30bcaf1a8c9f7b0d5a6457052" id=7b964114-6679-4fe4-a541-b0e79b98c64b name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
dc78f098adcca gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7 24 seconds ago Running hello-world-app 0 f3735c2f7973a hello-world-app-5f5d8b66bb-kfjsm
5446f0d34ac66 docker.io/library/nginx@sha256:2d2a2257c6e9d2e5b50d4fbeb436d8d2b55631c2a89935a425b417eb95212686 2 minutes ago Running nginx 0 8e58b15789d9c nginx
d6eb1cc9da3ac registry.k8s.io/ingress-nginx/controller@sha256:35fe394c82164efa8f47f3ed0be981b3f23da77175bbb8268a9ae438851c8324 3 minutes ago Exited controller 0 702288a2aab20 ingress-nginx-controller-7fcf777cb7-knfw2
f6b76a0c6060c docker.io/jettech/kube-webhook-certgen@sha256:784853e84a0223f34ea58fe36766c2dbeb129b125d25f16b8468c903262b77f6 3 minutes ago Exited patch 0 a1fb4c682ae7a ingress-nginx-admission-patch-bmvtd
073fee3d3e7c0 docker.io/jettech/kube-webhook-certgen@sha256:784853e84a0223f34ea58fe36766c2dbeb129b125d25f16b8468c903262b77f6 3 minutes ago Exited create 0 8c6d61bf28fc9 ingress-nginx-admission-create-vzfbs
44e45a6dd4913 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 3 minutes ago Running storage-provisioner 0 37eea3d8e39fc storage-provisioner
8cc8e757942f7 67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5 3 minutes ago Running coredns 0 28c4b015887c3 coredns-66bff467f8-kzdd8
4a2235f4bcffb docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052 3 minutes ago Running kindnet-cni 0 6744dc16da4dc kindnet-xfnr6
ae9a692869141 27f8b8d51985f755cfb3ffea424fa34865cc0da63e99378d8202f923c3c5a8ba 3 minutes ago Running kube-proxy 0 cef04020a0604 kube-proxy-kk44s
05f8b1e24b0b3 7d8d2960de69688eab5698081441539a1662f47e092488973e455a8334955cb1 3 minutes ago Running kube-apiserver 0 33722d23f4cd7 kube-apiserver-ingress-addon-legacy-666865
bcbdb648e4323 e7c545a60706cf009a893afdc7dba900cc2e342b8042b9c421d607ca41e8b290 3 minutes ago Running kube-controller-manager 0 8c07f562346d2 kube-controller-manager-ingress-addon-legacy-666865
d897052e61029 303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f 3 minutes ago Running etcd 0 ea103a9e5cfef etcd-ingress-addon-legacy-666865
f13befa4645bc a05a1a79adaad058478b7638d2e73cf408b283305081516fbe02706b0e205346 3 minutes ago Running kube-scheduler 0 ea2d45f35c26d kube-scheduler-ingress-addon-legacy-666865
==> coredns [8cc8e757942f7cd1607c4a7c5ce45853a42bf0d00f035c4d3834383838839073] <==
[INFO] 10.244.0.5:53489 - 54664 "AAAA IN hello-world-app.default.svc.cluster.local.c.k8s-minikube.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.005645456s
[INFO] 10.244.0.5:37714 - 63031 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004967721s
[INFO] 10.244.0.5:55857 - 43257 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005106039s
[INFO] 10.244.0.5:53489 - 34317 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005013712s
[INFO] 10.244.0.5:52796 - 50178 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005235888s
[INFO] 10.244.0.5:33985 - 44978 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005309185s
[INFO] 10.244.0.5:37277 - 40966 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005318589s
[INFO] 10.244.0.5:47837 - 19615 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005147583s
[INFO] 10.244.0.5:34176 - 32145 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005337805s
[INFO] 10.244.0.5:52796 - 30892 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006618653s
[INFO] 10.244.0.5:34176 - 6196 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006549608s
[INFO] 10.244.0.5:37714 - 65053 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006709488s
[INFO] 10.244.0.5:55857 - 29389 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006851096s
[INFO] 10.244.0.5:47837 - 53001 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006710835s
[INFO] 10.244.0.5:37277 - 27209 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006741605s
[INFO] 10.244.0.5:53489 - 41910 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00680927s
[INFO] 10.244.0.5:52796 - 62941 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000124433s
[INFO] 10.244.0.5:33985 - 65014 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006968578s
[INFO] 10.244.0.5:34176 - 46178 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000192779s
[INFO] 10.244.0.5:53489 - 27839 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000051948s
[INFO] 10.244.0.5:37277 - 59245 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000135713s
[INFO] 10.244.0.5:47837 - 53888 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000163635s
[INFO] 10.244.0.5:55857 - 40337 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000155217s
[INFO] 10.244.0.5:37714 - 26238 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000291836s
[INFO] 10.244.0.5:33985 - 31165 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000065674s
==> describe nodes <==
Name: ingress-addon-legacy-666865
Roles: master
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ingress-addon-legacy-666865
kubernetes.io/os=linux
minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd
minikube.k8s.io/name=ingress-addon-legacy-666865
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_01_16T02_15_34_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/master=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 16 Jan 2024 02:15:31 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ingress-addon-legacy-666865
AcquireTime: <unset>
RenewTime: Tue, 16 Jan 2024 02:19:14 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 16 Jan 2024 02:19:04 +0000 Tue, 16 Jan 2024 02:15:28 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 16 Jan 2024 02:19:04 +0000 Tue, 16 Jan 2024 02:15:28 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 16 Jan 2024 02:19:04 +0000 Tue, 16 Jan 2024 02:15:28 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 16 Jan 2024 02:19:04 +0000 Tue, 16 Jan 2024 02:15:54 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ingress-addon-legacy-666865
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
System Info:
Machine ID: e542f2fb37e1472e90ccbe1e1eda1f3c
System UUID: e2a4ce4f-0177-4386-9509-9ab8110cdc53
Boot ID: 360723eb-262c-45a0-9f0d-fd33b4efdd29
Kernel Version: 5.15.0-1048-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.18.20
Kube-Proxy Version: v1.18.20
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (10 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits AGE
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5f5d8b66bb-kfjsm 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 27s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m46s
kube-system coredns-66bff467f8-kzdd8 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 3m30s
kube-system etcd-ingress-addon-legacy-666865 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m45s
kube-system kindnet-xfnr6 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m30s
kube-system kube-apiserver-ingress-addon-legacy-666865 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m45s
kube-system kube-controller-manager-ingress-addon-legacy-666865 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m45s
kube-system kube-proxy-kk44s 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m30s
kube-system kube-scheduler-ingress-addon-legacy-666865 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m45s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m29s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%!)(MISSING) 100m (1%!)(MISSING)
memory 120Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal NodeHasSufficientMemory 3m53s (x4 over 3m53s) kubelet Node ingress-addon-legacy-666865 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m53s (x4 over 3m53s) kubelet Node ingress-addon-legacy-666865 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m53s (x4 over 3m53s) kubelet Node ingress-addon-legacy-666865 status is now: NodeHasSufficientPID
Normal Starting 3m45s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m45s kubelet Node ingress-addon-legacy-666865 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m45s kubelet Node ingress-addon-legacy-666865 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m45s kubelet Node ingress-addon-legacy-666865 status is now: NodeHasSufficientPID
Normal Starting 3m29s kube-proxy Starting kube-proxy.
Normal NodeReady 3m25s kubelet Node ingress-addon-legacy-666865 status is now: NodeReady
==> dmesg <==
[ +0.007350] FS-Cache: O-key=[8] 'f9a30f0200000000'
[ +0.004917] FS-Cache: N-cookie c=00000021 [p=00000015 fl=2 nc=0 na=1]
[ +0.006586] FS-Cache: N-cookie d=000000008bf9e723{9p.inode} n=00000000253b9824
[ +0.008725] FS-Cache: N-key=[8] 'f9a30f0200000000'
[ +0.267932] FS-Cache: Duplicate cookie detected
[ +0.004675] FS-Cache: O-cookie c=0000001b [p=00000015 fl=226 nc=0 na=1]
[ +0.006746] FS-Cache: O-cookie d=000000008bf9e723{9p.inode} n=000000005eb346b0
[ +0.007354] FS-Cache: O-key=[8] 'f6a30f0200000000'
[ +0.004944] FS-Cache: N-cookie c=00000022 [p=00000015 fl=2 nc=0 na=1]
[ +0.006591] FS-Cache: N-cookie d=000000008bf9e723{9p.inode} n=0000000099ff2d56
[ +0.008713] FS-Cache: N-key=[8] 'f6a30f0200000000'
[Jan16 02:16] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +1.007506] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +2.019785] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +4.027625] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000024] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +8.191208] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[Jan16 02:17] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +32.248898] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000021] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
==> etcd [d897052e610299eb7d3edfe031498d2a05d731419642fa08fd2390a9ea8f2949] <==
raft2024/01/16 02:15:27 INFO: aec36adc501070cc became follower at term 0
raft2024/01/16 02:15:27 INFO: newRaft aec36adc501070cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]
raft2024/01/16 02:15:27 INFO: aec36adc501070cc became follower at term 1
raft2024/01/16 02:15:27 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2024-01-16 02:15:27.737942 W | auth: simple token is not cryptographically signed
2024-01-16 02:15:27.740842 I | etcdserver: starting server... [version: 3.4.3, cluster version: to_be_decided]
2024-01-16 02:15:27.741029 I | etcdserver: aec36adc501070cc as single-node; fast-forwarding 9 ticks (election ticks 10)
raft2024/01/16 02:15:27 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2024-01-16 02:15:27.741458 I | etcdserver/membership: added member aec36adc501070cc [https://192.168.49.2:2380] to cluster fa54960ea34d58be
2024-01-16 02:15:27.742848 I | embed: ClientTLS: cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file =
2024-01-16 02:15:27.742954 I | embed: listening for peers on 192.168.49.2:2380
2024-01-16 02:15:27.743030 I | embed: listening for metrics on http://127.0.0.1:2381
raft2024/01/16 02:15:27 INFO: aec36adc501070cc is starting a new election at term 1
raft2024/01/16 02:15:27 INFO: aec36adc501070cc became candidate at term 2
raft2024/01/16 02:15:27 INFO: aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2
raft2024/01/16 02:15:27 INFO: aec36adc501070cc became leader at term 2
raft2024/01/16 02:15:27 INFO: raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2
2024-01-16 02:15:27.934391 I | etcdserver: published {Name:ingress-addon-legacy-666865 ClientURLs:[https://192.168.49.2:2379]} to cluster fa54960ea34d58be
2024-01-16 02:15:27.934416 I | etcdserver: setting up the initial cluster version to 3.4
2024-01-16 02:15:27.934467 I | embed: ready to serve client requests
2024-01-16 02:15:27.934549 I | embed: ready to serve client requests
2024-01-16 02:15:27.936987 N | etcdserver/membership: set the initial cluster version to 3.4
2024-01-16 02:15:27.937109 I | embed: serving client requests on 192.168.49.2:2379
2024-01-16 02:15:27.937151 I | etcdserver/api: enabled capabilities for version 3.4
2024-01-16 02:15:27.938374 I | embed: serving client requests on 127.0.0.1:2379
==> kernel <==
02:19:19 up 3:01, 0 users, load average: 0.28, 0.74, 1.27
Linux ingress-addon-legacy-666865 5.15.0-1048-gcp #56~20.04.1-Ubuntu SMP Fri Nov 24 16:52:37 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [4a2235f4bcffbc114b4aa52775c92e8530174f095b6103217210803bf7619676] <==
I0116 02:17:13.095497 1 main.go:227] handling current node
I0116 02:17:23.104141 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:17:23.104167 1 main.go:227] handling current node
I0116 02:17:33.108115 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:17:33.108140 1 main.go:227] handling current node
I0116 02:17:43.116155 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:17:43.116182 1 main.go:227] handling current node
I0116 02:17:53.120213 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:17:53.120239 1 main.go:227] handling current node
I0116 02:18:03.132235 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:18:03.132267 1 main.go:227] handling current node
I0116 02:18:13.136043 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:18:13.136067 1 main.go:227] handling current node
I0116 02:18:23.148134 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:18:23.148160 1 main.go:227] handling current node
I0116 02:18:33.152188 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:18:33.152216 1 main.go:227] handling current node
I0116 02:18:43.164108 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:18:43.164135 1 main.go:227] handling current node
I0116 02:18:53.168579 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:18:53.168606 1 main.go:227] handling current node
I0116 02:19:03.180104 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:19:03.180132 1 main.go:227] handling current node
I0116 02:19:13.184324 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:19:13.184348 1 main.go:227] handling current node
==> kube-apiserver [05f8b1e24b0b30282846af00c053f5b63823ae805615c274b127175c6d418f25] <==
I0116 02:15:31.399948 1 dynamic_cafile_content.go:167] Starting client-ca-bundle::/var/lib/minikube/certs/ca.crt
I0116 02:15:31.400055 1 dynamic_cafile_content.go:167] Starting request-header::/var/lib/minikube/certs/front-proxy-ca.crt
I0116 02:15:31.498468 1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller
I0116 02:15:31.533294 1 shared_informer.go:230] Caches are synced for crd-autoregister
I0116 02:15:31.533371 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0116 02:15:31.533379 1 cache.go:39] Caches are synced for autoregister controller
I0116 02:15:31.533320 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0116 02:15:32.396409 1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I0116 02:15:32.396439 1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I0116 02:15:32.401124 1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000
I0116 02:15:32.403751 1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000
I0116 02:15:32.403770 1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.
I0116 02:15:32.681825 1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0116 02:15:32.709887 1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
W0116 02:15:32.766497 1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.49.2]
I0116 02:15:32.767410 1 controller.go:609] quota admission added evaluator for: endpoints
I0116 02:15:32.770514 1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0116 02:15:33.705238 1 controller.go:609] quota admission added evaluator for: serviceaccounts
I0116 02:15:34.057742 1 controller.go:609] quota admission added evaluator for: deployments.apps
I0116 02:15:34.204698 1 controller.go:609] quota admission added evaluator for: daemonsets.apps
I0116 02:15:34.466181 1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io
I0116 02:15:49.356029 1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps
I0116 02:15:49.754192 1 controller.go:609] quota admission added evaluator for: replicasets.apps
I0116 02:16:05.296758 1 controller.go:609] quota admission added evaluator for: jobs.batch
I0116 02:16:33.122573 1 controller.go:609] quota admission added evaluator for: ingresses.networking.k8s.io
==> kube-controller-manager [bcbdb648e432382f9dc8f0e3c79ca313f6fb22f84f91a18bbb60159be0883f69] <==
E0116 02:15:49.542779 1 clusterroleaggregation_controller.go:181] admin failed with : Operation cannot be fulfilled on clusterroles.rbac.authorization.k8s.io "admin": the object has been modified; please apply your changes to the latest version and try again
I0116 02:15:49.554492 1 shared_informer.go:230] Caches are synced for bootstrap_signer
I0116 02:15:49.733077 1 shared_informer.go:230] Caches are synced for HPA
I0116 02:15:49.751012 1 shared_informer.go:230] Caches are synced for deployment
I0116 02:15:49.763257 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"kube-system", Name:"coredns", UID:"0a58e786-0571-4ed9-b49f-22f3ea4d3829", APIVersion:"apps/v1", ResourceVersion:"344", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set coredns-66bff467f8 to 1
I0116 02:15:49.833117 1 shared_informer.go:230] Caches are synced for disruption
I0116 02:15:49.833161 1 disruption.go:339] Sending events to api server.
I0116 02:15:49.833138 1 shared_informer.go:230] Caches are synced for ReplicaSet
I0116 02:15:49.843923 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"6b6670e4-e62b-47f1-b8f1-a1ea3b89ae12", APIVersion:"apps/v1", ResourceVersion:"347", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: coredns-66bff467f8-kzdd8
I0116 02:15:49.854172 1 shared_informer.go:230] Caches are synced for resource quota
I0116 02:15:49.857017 1 shared_informer.go:230] Caches are synced for garbage collector
I0116 02:15:49.933234 1 shared_informer.go:230] Caches are synced for garbage collector
I0116 02:15:49.933360 1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I0116 02:15:49.948503 1 shared_informer.go:230] Caches are synced for resource quota
I0116 02:15:49.951249 1 shared_informer.go:230] Caches are synced for endpoint
I0116 02:15:59.334128 1 node_lifecycle_controller.go:1226] Controller detected that some Nodes are Ready. Exiting master disruption mode.
I0116 02:16:05.289080 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5f8d3068-402c-4f75-b06f-9785b406ac8d", APIVersion:"apps/v1", ResourceVersion:"458", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1
I0116 02:16:05.333559 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"d9a5f38d-9eb1-43f8-b74b-ad1cfb766982", APIVersion:"apps/v1", ResourceVersion:"459", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-knfw2
I0116 02:16:05.341756 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"fe4c2d1a-70d7-4919-927a-5519a3fac379", APIVersion:"batch/v1", ResourceVersion:"463", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-vzfbs
I0116 02:16:05.354106 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"4832335d-18ad-4a03-9db2-98af70634d4d", APIVersion:"batch/v1", ResourceVersion:"473", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-bmvtd
I0116 02:16:08.594269 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"4832335d-18ad-4a03-9db2-98af70634d4d", APIVersion:"batch/v1", ResourceVersion:"481", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I0116 02:16:08.600138 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"fe4c2d1a-70d7-4919-927a-5519a3fac379", APIVersion:"batch/v1", ResourceVersion:"475", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I0116 02:18:52.927240 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"default", Name:"hello-world-app", UID:"9b36ab05-3510-406d-8f58-5e24bcbfe343", APIVersion:"apps/v1", ResourceVersion:"699", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set hello-world-app-5f5d8b66bb to 1
I0116 02:18:52.933297 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"default", Name:"hello-world-app-5f5d8b66bb", UID:"b1844019-ecc7-411e-b5b3-6afe25a89af8", APIVersion:"apps/v1", ResourceVersion:"700", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: hello-world-app-5f5d8b66bb-kfjsm
E0116 02:19:16.562844 1 tokens_controller.go:261] error synchronizing serviceaccount ingress-nginx/default: secrets "default-token-vh6l6" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated
==> kube-proxy [ae9a692869141c18f227ca96c2ac8f9111f38bdaf4a41ea65eb62357600e570d] <==
W0116 02:15:50.263479 1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy
I0116 02:15:50.270899 1 node.go:136] Successfully retrieved node IP: 192.168.49.2
I0116 02:15:50.270932 1 server_others.go:186] Using iptables Proxier.
I0116 02:15:50.271231 1 server.go:583] Version: v1.18.20
I0116 02:15:50.272238 1 config.go:315] Starting service config controller
I0116 02:15:50.272255 1 shared_informer.go:223] Waiting for caches to sync for service config
I0116 02:15:50.272277 1 config.go:133] Starting endpoints config controller
I0116 02:15:50.272288 1 shared_informer.go:223] Waiting for caches to sync for endpoints config
I0116 02:15:50.372418 1 shared_informer.go:230] Caches are synced for service config
I0116 02:15:50.372419 1 shared_informer.go:230] Caches are synced for endpoints config
==> kube-scheduler [f13befa4645bc57846221eb155b1b39d1a27cfdfd61460a19900fea52aa42d25] <==
W0116 02:15:31.446503 1 authentication.go:298] Continuing without authentication configuration. This may treat all requests as anonymous.
W0116 02:15:31.446510 1 authentication.go:299] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I0116 02:15:31.458968 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I0116 02:15:31.458989 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I0116 02:15:31.460365 1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0116 02:15:31.460393 1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0116 02:15:31.460631 1 secure_serving.go:178] Serving securely on 127.0.0.1:10259
I0116 02:15:31.460687 1 tlsconfig.go:240] Starting DynamicServingCertificateController
E0116 02:15:31.462214 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0116 02:15:31.462366 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0116 02:15:31.462444 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0116 02:15:31.462568 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0116 02:15:31.462591 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0116 02:15:31.462663 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0116 02:15:31.462720 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0116 02:15:31.462779 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0116 02:15:31.462862 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0116 02:15:31.462904 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0116 02:15:31.534199 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0116 02:15:31.534483 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0116 02:15:32.445558 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0116 02:15:32.488720 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0116 02:15:32.489567 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
I0116 02:15:32.960572 1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0116 02:15:49.950887 1 factory.go:503] pod: kube-system/coredns-66bff467f8-kzdd8 is already present in unschedulable queue
==> kubelet <==
Jan 16 02:18:33 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:18:33.481842 1870 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Jan 16 02:18:33 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:18:33.481870 1870 pod_workers.go:191] Error syncing pod 7086183a-2dfe-409a-b801-2c6acbd5450f ("kube-ingress-dns-minikube_kube-system(7086183a-2dfe-409a-b801-2c6acbd5450f)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Jan 16 02:18:47 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:18:47.481699 1870 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Jan 16 02:18:47 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:18:47.481756 1870 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Jan 16 02:18:47 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:18:47.481816 1870 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Jan 16 02:18:47 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:18:47.481844 1870 pod_workers.go:191] Error syncing pod 7086183a-2dfe-409a-b801-2c6acbd5450f ("kube-ingress-dns-minikube_kube-system(7086183a-2dfe-409a-b801-2c6acbd5450f)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Jan 16 02:18:52 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:18:52.939152 1870 topology_manager.go:235] [topologymanager] Topology Admit Handler
Jan 16 02:18:53 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:18:53.063919 1870 reconciler.go:224] operationExecutor.VerifyControllerAttachedVolume started for volume "default-token-gjxht" (UniqueName: "kubernetes.io/secret/955cd7b0-29d1-4152-87f9-e4521d9eb951-default-token-gjxht") pod "hello-world-app-5f5d8b66bb-kfjsm" (UID: "955cd7b0-29d1-4152-87f9-e4521d9eb951")
Jan 16 02:18:53 ingress-addon-legacy-666865 kubelet[1870]: W0116 02:18:53.274533 1870 manager.go:1131] Failed to process watch event {EventType:0 Name:/docker/026cff9b3b34f267230b4d560ea738ad82b8bf7323de8ddd237162fbffc82806/crio-f3735c2f7973a5719cfb5d95e6b57cfe6091f4423fb696e1af46dca8614d9463 WatchSource:0}: Error finding container f3735c2f7973a5719cfb5d95e6b57cfe6091f4423fb696e1af46dca8614d9463: Status 404 returned error &{%!!(MISSING)s(*http.body=&{0xc001337c40 <nil> <nil> false false {0 0} false false false <nil>}) {%!!(MISSING)s(int32=0) %!!(MISSING)s(uint32=0)} %!!(MISSING)s(bool=false) <nil> %!!(MISSING)s(func(error) error=0x750800) %!!(MISSING)s(func() error=0x750790)}
Jan 16 02:19:02 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:19:02.481679 1870 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Jan 16 02:19:02 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:19:02.481731 1870 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Jan 16 02:19:02 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:19:02.481807 1870 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Jan 16 02:19:02 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:19:02.481844 1870 pod_workers.go:191] Error syncing pod 7086183a-2dfe-409a-b801-2c6acbd5450f ("kube-ingress-dns-minikube_kube-system(7086183a-2dfe-409a-b801-2c6acbd5450f)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Jan 16 02:19:08 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:08.801280 1870 reconciler.go:196] operationExecutor.UnmountVolume started for volume "minikube-ingress-dns-token-4qrkk" (UniqueName: "kubernetes.io/secret/7086183a-2dfe-409a-b801-2c6acbd5450f-minikube-ingress-dns-token-4qrkk") pod "7086183a-2dfe-409a-b801-2c6acbd5450f" (UID: "7086183a-2dfe-409a-b801-2c6acbd5450f")
Jan 16 02:19:08 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:08.803183 1870 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7086183a-2dfe-409a-b801-2c6acbd5450f-minikube-ingress-dns-token-4qrkk" (OuterVolumeSpecName: "minikube-ingress-dns-token-4qrkk") pod "7086183a-2dfe-409a-b801-2c6acbd5450f" (UID: "7086183a-2dfe-409a-b801-2c6acbd5450f"). InnerVolumeSpecName "minikube-ingress-dns-token-4qrkk". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jan 16 02:19:08 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:08.901592 1870 reconciler.go:319] Volume detached for volume "minikube-ingress-dns-token-4qrkk" (UniqueName: "kubernetes.io/secret/7086183a-2dfe-409a-b801-2c6acbd5450f-minikube-ingress-dns-token-4qrkk") on node "ingress-addon-legacy-666865" DevicePath ""
Jan 16 02:19:11 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:19:11.756925 1870 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-knfw2.17aab2641061a27a", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-knfw2", UID:"7dff93ff-2133-4426-b46a-311d268bc67c", APIVersion:"v1", ResourceVersion:"464", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-666865"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc16197c7ecf82c7a, ext:217731610587, loc:(*time.Location)(0x701e5a0)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc16197c7ecf82c7a, ext:217731610587, loc:(*time.Location)(0x701e5a0)}}, Count:1, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-knfw2.17aab2641061a27a" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Jan 16 02:19:11 ingress-addon-legacy-666865 kubelet[1870]: E0116 02:19:11.759810 1870 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-knfw2.17aab2641061a27a", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-knfw2", UID:"7dff93ff-2133-4426-b46a-311d268bc67c", APIVersion:"v1", ResourceVersion:"464", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-666865"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc16197c7ecf82c7a, ext:217731610587, loc:(*time.Location)(0x701e5a0)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc16197c7ed1a0012, ext:217733827438, loc:(*time.Location)(0x701e5a0)}}, Count:2, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-knfw2.17aab2641061a27a" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Jan 16 02:19:13 ingress-addon-legacy-666865 kubelet[1870]: W0116 02:19:13.969413 1870 pod_container_deletor.go:77] Container "702288a2aab20b045af8f4c0fd737c142cebc6b30bcaf1a8c9f7b0d5a6457052" not found in pod's containers
Jan 16 02:19:15 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:15.943410 1870 reconciler.go:196] operationExecutor.UnmountVolume started for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/7dff93ff-2133-4426-b46a-311d268bc67c-webhook-cert") pod "7dff93ff-2133-4426-b46a-311d268bc67c" (UID: "7dff93ff-2133-4426-b46a-311d268bc67c")
Jan 16 02:19:15 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:15.943477 1870 reconciler.go:196] operationExecutor.UnmountVolume started for volume "ingress-nginx-token-cww82" (UniqueName: "kubernetes.io/secret/7dff93ff-2133-4426-b46a-311d268bc67c-ingress-nginx-token-cww82") pod "7dff93ff-2133-4426-b46a-311d268bc67c" (UID: "7dff93ff-2133-4426-b46a-311d268bc67c")
Jan 16 02:19:15 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:15.945531 1870 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7dff93ff-2133-4426-b46a-311d268bc67c-ingress-nginx-token-cww82" (OuterVolumeSpecName: "ingress-nginx-token-cww82") pod "7dff93ff-2133-4426-b46a-311d268bc67c" (UID: "7dff93ff-2133-4426-b46a-311d268bc67c"). InnerVolumeSpecName "ingress-nginx-token-cww82". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jan 16 02:19:15 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:15.945564 1870 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7dff93ff-2133-4426-b46a-311d268bc67c-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "7dff93ff-2133-4426-b46a-311d268bc67c" (UID: "7dff93ff-2133-4426-b46a-311d268bc67c"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jan 16 02:19:16 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:16.043792 1870 reconciler.go:319] Volume detached for volume "ingress-nginx-token-cww82" (UniqueName: "kubernetes.io/secret/7dff93ff-2133-4426-b46a-311d268bc67c-ingress-nginx-token-cww82") on node "ingress-addon-legacy-666865" DevicePath ""
Jan 16 02:19:16 ingress-addon-legacy-666865 kubelet[1870]: I0116 02:19:16.043832 1870 reconciler.go:319] Volume detached for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/7dff93ff-2133-4426-b46a-311d268bc67c-webhook-cert") on node "ingress-addon-legacy-666865" DevicePath ""
==> storage-provisioner [44e45a6dd491334291f4b1a2e7473e705a80a9297d171ed1b23b00d31cd1d969] <==
I0116 02:15:59.869143 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0116 02:15:59.877730 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0116 02:15:59.877772 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0116 02:15:59.882571 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0116 02:15:59.882708 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-666865_c6a2ab2a-6d19-48d0-96f7-1407c5fc775d!
I0116 02:15:59.882708 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"5be7b51a-99a8-4727-8552-82f64cf26f3c", APIVersion:"v1", ResourceVersion:"412", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-666865_c6a2ab2a-6d19-48d0-96f7-1407c5fc775d became leader
I0116 02:15:59.982835 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-666865_c6a2ab2a-6d19-48d0-96f7-1407c5fc775d!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ingress-addon-legacy-666865 -n ingress-addon-legacy-666865
helpers_test.go:261: (dbg) Run: kubectl --context ingress-addon-legacy-666865 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
E0116 02:19:20.244769 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
helpers_test.go:285: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (184.78s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:580: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:588: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-hk99p -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:599: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-hk99p -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:599: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-hk99p -- sh -c "ping -c 1 192.168.58.1": exit status 1 (162.252215ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:600: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-hk99p): exit status 1
multinode_test.go:588: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-s4nkx -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:599: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-s4nkx -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:599: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-s4nkx -- sh -c "ping -c 1 192.168.58.1": exit status 1 (161.393643ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:600: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-s4nkx): exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect multinode-751110
helpers_test.go:235: (dbg) docker inspect multinode-751110:
-- stdout --
[
{
"Id": "1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de",
"Created": "2024-01-16T02:24:08.33747564Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 445129,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-01-16T02:24:08.590728392Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:9941de2e064a4a6a7155bfc66cedd2854b8c725b77bb8d4eaf81bef39f951dd7",
"ResolvConfPath": "/var/lib/docker/containers/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/hostname",
"HostsPath": "/var/lib/docker/containers/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/hosts",
"LogPath": "/var/lib/docker/containers/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de-json.log",
"Name": "/multinode-751110",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"multinode-751110:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "multinode-751110",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b8e659cb1f9e3a1c9d0b3285d1eb790a91a2b8f835fcc2b84bc820cefda0d349-init/diff:/var/lib/docker/overlay2/0def917ad7e476dd1dee52a31b182adf47b37e2ed33cff4bf9f2e11c9699582c/diff",
"MergedDir": "/var/lib/docker/overlay2/b8e659cb1f9e3a1c9d0b3285d1eb790a91a2b8f835fcc2b84bc820cefda0d349/merged",
"UpperDir": "/var/lib/docker/overlay2/b8e659cb1f9e3a1c9d0b3285d1eb790a91a2b8f835fcc2b84bc820cefda0d349/diff",
"WorkDir": "/var/lib/docker/overlay2/b8e659cb1f9e3a1c9d0b3285d1eb790a91a2b8f835fcc2b84bc820cefda0d349/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "multinode-751110",
"Source": "/var/lib/docker/volumes/multinode-751110/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "multinode-751110",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "multinode-751110",
"name.minikube.sigs.k8s.io": "multinode-751110",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "2968c003fc5ca433f04ce4decd1b2c9de9de90e2f75b49c58bf13bc2fce87464",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33157"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33156"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33153"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33155"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33154"
}
]
},
"SandboxKey": "/var/run/docker/netns/2968c003fc5c",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"multinode-751110": {
"IPAMConfig": {
"IPv4Address": "192.168.58.2"
},
"Links": null,
"Aliases": [
"1a523fd58c2b",
"multinode-751110"
],
"NetworkID": "0f15d616f2ee26f4dd9c4b167dce2190a281f2bbbf4279108d35835638a99286",
"EndpointID": "33d3e0eac7ac835315e3e3e2e20609d5a0679b8cb02389849d18fadcb9b5c7af",
"Gateway": "192.168.58.1",
"IPAddress": "192.168.58.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:3a:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p multinode-751110 -n multinode-751110
helpers_test.go:244: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p multinode-751110 logs -n 25: (1.136114238s)
helpers_test.go:252: TestMultiNode/serial/PingHostFrom2Pods logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -p mount-start-2-322952 | mount-start-2-322952 | jenkins | v1.32.0 | 16 Jan 24 02:23 UTC | 16 Jan 24 02:23 UTC |
| | --memory=2048 --mount | | | | | |
| | --mount-gid 0 --mount-msize | | | | | |
| | 6543 --mount-port 46465 | | | | | |
| | --mount-uid 0 --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | mount-start-2-322952 ssh -- ls | mount-start-2-322952 | jenkins | v1.32.0 | 16 Jan 24 02:23 UTC | 16 Jan 24 02:23 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-1-301449 | mount-start-1-301449 | jenkins | v1.32.0 | 16 Jan 24 02:23 UTC | 16 Jan 24 02:23 UTC |
| | --alsologtostderr -v=5 | | | | | |
| ssh | mount-start-2-322952 ssh -- ls | mount-start-2-322952 | jenkins | v1.32.0 | 16 Jan 24 02:23 UTC | 16 Jan 24 02:23 UTC |
| | /minikube-host | | | | | |
| stop | -p mount-start-2-322952 | mount-start-2-322952 | jenkins | v1.32.0 | 16 Jan 24 02:23 UTC | 16 Jan 24 02:23 UTC |
| start | -p mount-start-2-322952 | mount-start-2-322952 | jenkins | v1.32.0 | 16 Jan 24 02:23 UTC | 16 Jan 24 02:23 UTC |
| ssh | mount-start-2-322952 ssh -- ls | mount-start-2-322952 | jenkins | v1.32.0 | 16 Jan 24 02:24 UTC | 16 Jan 24 02:24 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-2-322952 | mount-start-2-322952 | jenkins | v1.32.0 | 16 Jan 24 02:24 UTC | 16 Jan 24 02:24 UTC |
| delete | -p mount-start-1-301449 | mount-start-1-301449 | jenkins | v1.32.0 | 16 Jan 24 02:24 UTC | 16 Jan 24 02:24 UTC |
| start | -p multinode-751110 | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:24 UTC | 16 Jan 24 02:24 UTC |
| | --wait=true --memory=2200 | | | | | |
| | --nodes=2 -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| kubectl | -p multinode-751110 -- apply -f | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:24 UTC | 16 Jan 24 02:24 UTC |
| | ./testdata/multinodes/multinode-pod-dns-test.yaml | | | | | |
| kubectl | -p multinode-751110 -- rollout | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:24 UTC | 16 Jan 24 02:25 UTC |
| | status deployment/busybox | | | | | |
| kubectl | -p multinode-751110 -- get pods -o | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p multinode-751110 -- get pods -o | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | busybox-5bc68d56bd-hk99p -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | busybox-5bc68d56bd-s4nkx -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | busybox-5bc68d56bd-hk99p -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | busybox-5bc68d56bd-s4nkx -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | busybox-5bc68d56bd-hk99p -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | busybox-5bc68d56bd-s4nkx -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-751110 -- get pods -o | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | busybox-5bc68d56bd-hk99p | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | |
| | busybox-5bc68d56bd-hk99p -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | 16 Jan 24 02:25 UTC |
| | busybox-5bc68d56bd-s4nkx | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-751110 -- exec | multinode-751110 | jenkins | v1.32.0 | 16 Jan 24 02:25 UTC | |
| | busybox-5bc68d56bd-s4nkx -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/01/16 02:24:02
Running on machine: ubuntu-20-agent-12
Binary: Built with gc go1.21.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0116 02:24:02.391088 444532 out.go:296] Setting OutFile to fd 1 ...
I0116 02:24:02.391257 444532 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:24:02.391269 444532 out.go:309] Setting ErrFile to fd 2...
I0116 02:24:02.391274 444532 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:24:02.391501 444532 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:24:02.392157 444532 out.go:303] Setting JSON to false
I0116 02:24:02.393259 444532 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":11192,"bootTime":1705360650,"procs":265,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:24:02.393326 444532 start.go:138] virtualization: kvm guest
I0116 02:24:02.395712 444532 out.go:177] * [multinode-751110] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0116 02:24:02.396927 444532 out.go:177] - MINIKUBE_LOCATION=17967
I0116 02:24:02.398307 444532 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:24:02.396984 444532 notify.go:220] Checking for updates...
I0116 02:24:02.400939 444532 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:24:02.402310 444532 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:24:02.403520 444532 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0116 02:24:02.404999 444532 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0116 02:24:02.406593 444532 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:24:02.428716 444532 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:24:02.428869 444532 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:24:02.480796 444532 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:35 SystemTime:2024-01-16 02:24:02.472035893 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:24:02.480896 444532 docker.go:295] overlay module found
I0116 02:24:02.482839 444532 out.go:177] * Using the docker driver based on user configuration
I0116 02:24:02.484164 444532 start.go:298] selected driver: docker
I0116 02:24:02.484178 444532 start.go:902] validating driver "docker" against <nil>
I0116 02:24:02.484195 444532 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0116 02:24:02.485070 444532 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:24:02.540045 444532 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:35 SystemTime:2024-01-16 02:24:02.532023346 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:24:02.540260 444532 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0116 02:24:02.540530 444532 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0116 02:24:02.542340 444532 out.go:177] * Using Docker driver with root privileges
I0116 02:24:02.543724 444532 cni.go:84] Creating CNI manager for ""
I0116 02:24:02.543745 444532 cni.go:136] 0 nodes found, recommending kindnet
I0116 02:24:02.543758 444532 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I0116 02:24:02.543775 444532 start_flags.go:321] config:
{Name:multinode-751110 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:multinode-751110 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:24:02.545309 444532 out.go:177] * Starting control plane node multinode-751110 in cluster multinode-751110
I0116 02:24:02.546514 444532 cache.go:121] Beginning downloading kic base image for docker with crio
I0116 02:24:02.547961 444532 out.go:177] * Pulling base image v0.0.42-1704759386-17866 ...
I0116 02:24:02.549217 444532 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0116 02:24:02.549263 444532 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4
I0116 02:24:02.549274 444532 cache.go:56] Caching tarball of preloaded images
I0116 02:24:02.549314 444532 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon
I0116 02:24:02.549401 444532 preload.go:174] Found /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0116 02:24:02.549417 444532 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on crio
I0116 02:24:02.549794 444532 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/config.json ...
I0116 02:24:02.549820 444532 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/config.json: {Name:mkdaade6778c100507820abc92565262c20c46ec Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:02.564809 444532 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon, skipping pull
I0116 02:24:02.564830 444532 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 exists in daemon, skipping load
I0116 02:24:02.564845 444532 cache.go:194] Successfully downloaded all kic artifacts
I0116 02:24:02.564879 444532 start.go:365] acquiring machines lock for multinode-751110: {Name:mkb3fc26d8a83c0758f66d2aa0a958d6a493a2c2 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0116 02:24:02.564997 444532 start.go:369] acquired machines lock for "multinode-751110" in 96.213µs
I0116 02:24:02.565026 444532 start.go:93] Provisioning new machine with config: &{Name:multinode-751110 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:multinode-751110 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0116 02:24:02.565109 444532 start.go:125] createHost starting for "" (driver="docker")
I0116 02:24:02.567803 444532 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I0116 02:24:02.568032 444532 start.go:159] libmachine.API.Create for "multinode-751110" (driver="docker")
I0116 02:24:02.568063 444532 client.go:168] LocalClient.Create starting
I0116 02:24:02.568131 444532 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem
I0116 02:24:02.568163 444532 main.go:141] libmachine: Decoding PEM data...
I0116 02:24:02.568182 444532 main.go:141] libmachine: Parsing certificate...
I0116 02:24:02.568236 444532 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem
I0116 02:24:02.568253 444532 main.go:141] libmachine: Decoding PEM data...
I0116 02:24:02.568262 444532 main.go:141] libmachine: Parsing certificate...
I0116 02:24:02.568572 444532 cli_runner.go:164] Run: docker network inspect multinode-751110 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0116 02:24:02.584340 444532 cli_runner.go:211] docker network inspect multinode-751110 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0116 02:24:02.584418 444532 network_create.go:281] running [docker network inspect multinode-751110] to gather additional debugging logs...
I0116 02:24:02.584446 444532 cli_runner.go:164] Run: docker network inspect multinode-751110
W0116 02:24:02.600251 444532 cli_runner.go:211] docker network inspect multinode-751110 returned with exit code 1
I0116 02:24:02.600279 444532 network_create.go:284] error running [docker network inspect multinode-751110]: docker network inspect multinode-751110: exit status 1
stdout:
[]
stderr:
Error response from daemon: network multinode-751110 not found
I0116 02:24:02.600301 444532 network_create.go:286] output of [docker network inspect multinode-751110]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network multinode-751110 not found
** /stderr **
I0116 02:24:02.600394 444532 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:24:02.616519 444532 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a77371367d4a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:c8:88:e9:f2} reservation:<nil>}
I0116 02:24:02.617077 444532 network.go:209] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc002a24a10}
I0116 02:24:02.617111 444532 network_create.go:124] attempt to create docker network multinode-751110 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I0116 02:24:02.617168 444532 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=multinode-751110 multinode-751110
I0116 02:24:02.668169 444532 network_create.go:108] docker network multinode-751110 192.168.58.0/24 created
I0116 02:24:02.668261 444532 kic.go:121] calculated static IP "192.168.58.2" for the "multinode-751110" container
I0116 02:24:02.668329 444532 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0116 02:24:02.684093 444532 cli_runner.go:164] Run: docker volume create multinode-751110 --label name.minikube.sigs.k8s.io=multinode-751110 --label created_by.minikube.sigs.k8s.io=true
I0116 02:24:02.701494 444532 oci.go:103] Successfully created a docker volume multinode-751110
I0116 02:24:02.701577 444532 cli_runner.go:164] Run: docker run --rm --name multinode-751110-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-751110 --entrypoint /usr/bin/test -v multinode-751110:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib
I0116 02:24:03.199252 444532 oci.go:107] Successfully prepared a docker volume multinode-751110
I0116 02:24:03.199302 444532 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0116 02:24:03.199324 444532 kic.go:194] Starting extracting preloaded images to volume ...
I0116 02:24:03.199394 444532 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-751110:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0116 02:24:08.270459 444532 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-751110:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir: (5.071023793s)
I0116 02:24:08.270500 444532 kic.go:203] duration metric: took 5.071169 seconds to extract preloaded images to volume
W0116 02:24:08.270718 444532 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0116 02:24:08.270864 444532 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0116 02:24:08.322903 444532 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-751110 --name multinode-751110 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-751110 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-751110 --network multinode-751110 --ip 192.168.58.2 --volume multinode-751110:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0
I0116 02:24:08.598391 444532 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Running}}
I0116 02:24:08.615681 444532 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Status}}
I0116 02:24:08.634533 444532 cli_runner.go:164] Run: docker exec multinode-751110 stat /var/lib/dpkg/alternatives/iptables
I0116 02:24:08.675165 444532 oci.go:144] the created container "multinode-751110" has a running status.
I0116 02:24:08.675211 444532 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa...
I0116 02:24:08.808494 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0116 02:24:08.808541 444532 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0116 02:24:08.833475 444532 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Status}}
I0116 02:24:08.851073 444532 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0116 02:24:08.851100 444532 kic_runner.go:114] Args: [docker exec --privileged multinode-751110 chown docker:docker /home/docker/.ssh/authorized_keys]
I0116 02:24:08.895007 444532 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Status}}
I0116 02:24:08.919376 444532 machine.go:88] provisioning docker machine ...
I0116 02:24:08.919416 444532 ubuntu.go:169] provisioning hostname "multinode-751110"
I0116 02:24:08.919496 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:08.937116 444532 main.go:141] libmachine: Using SSH client type: native
I0116 02:24:08.937694 444532 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33157 <nil> <nil>}
I0116 02:24:08.937721 444532 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-751110 && echo "multinode-751110" | sudo tee /etc/hostname
I0116 02:24:08.938426 444532 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:47448->127.0.0.1:33157: read: connection reset by peer
I0116 02:24:12.083346 444532 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-751110
I0116 02:24:12.083421 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:12.099957 444532 main.go:141] libmachine: Using SSH client type: native
I0116 02:24:12.100307 444532 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33157 <nil> <nil>}
I0116 02:24:12.100326 444532 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-751110' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-751110/g' /etc/hosts;
else
echo '127.0.1.1 multinode-751110' | sudo tee -a /etc/hosts;
fi
fi
I0116 02:24:12.233075 444532 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0116 02:24:12.233121 444532 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17967-354983/.minikube CaCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17967-354983/.minikube}
I0116 02:24:12.233149 444532 ubuntu.go:177] setting up certificates
I0116 02:24:12.233167 444532 provision.go:83] configureAuth start
I0116 02:24:12.233227 444532 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-751110
I0116 02:24:12.249889 444532 provision.go:138] copyHostCerts
I0116 02:24:12.249936 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem
I0116 02:24:12.249966 444532 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem, removing ...
I0116 02:24:12.249975 444532 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem
I0116 02:24:12.250035 444532 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem (1078 bytes)
I0116 02:24:12.250115 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem
I0116 02:24:12.250133 444532 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem, removing ...
I0116 02:24:12.250139 444532 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem
I0116 02:24:12.250166 444532 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem (1123 bytes)
I0116 02:24:12.250230 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem
I0116 02:24:12.250258 444532 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem, removing ...
I0116 02:24:12.250264 444532 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem
I0116 02:24:12.250286 444532 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem (1675 bytes)
I0116 02:24:12.250335 444532 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem org=jenkins.multinode-751110 san=[192.168.58.2 127.0.0.1 localhost 127.0.0.1 minikube multinode-751110]
I0116 02:24:12.366733 444532 provision.go:172] copyRemoteCerts
I0116 02:24:12.366796 444532 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0116 02:24:12.366833 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:12.383876 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:24:12.481418 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0116 02:24:12.481478 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0116 02:24:12.503059 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem -> /etc/docker/server.pem
I0116 02:24:12.503121 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I0116 02:24:12.523972 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0116 02:24:12.524033 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0116 02:24:12.545151 444532 provision.go:86] duration metric: configureAuth took 311.968664ms
I0116 02:24:12.545185 444532 ubuntu.go:193] setting minikube options for container-runtime
I0116 02:24:12.545395 444532 config.go:182] Loaded profile config "multinode-751110": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:24:12.545549 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:12.562224 444532 main.go:141] libmachine: Using SSH client type: native
I0116 02:24:12.562601 444532 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33157 <nil> <nil>}
I0116 02:24:12.562621 444532 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0116 02:24:12.780147 444532 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0116 02:24:12.780179 444532 machine.go:91] provisioned docker machine in 3.860778531s
I0116 02:24:12.780191 444532 client.go:171] LocalClient.Create took 10.212117936s
I0116 02:24:12.780212 444532 start.go:167] duration metric: libmachine.API.Create for "multinode-751110" took 10.212180211s
I0116 02:24:12.780222 444532 start.go:300] post-start starting for "multinode-751110" (driver="docker")
I0116 02:24:12.780236 444532 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0116 02:24:12.780327 444532 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0116 02:24:12.780375 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:12.796864 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:24:12.889428 444532 ssh_runner.go:195] Run: cat /etc/os-release
I0116 02:24:12.892417 444532 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I0116 02:24:12.892435 444532 command_runner.go:130] > NAME="Ubuntu"
I0116 02:24:12.892443 444532 command_runner.go:130] > VERSION_ID="22.04"
I0116 02:24:12.892452 444532 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I0116 02:24:12.892459 444532 command_runner.go:130] > VERSION_CODENAME=jammy
I0116 02:24:12.892467 444532 command_runner.go:130] > ID=ubuntu
I0116 02:24:12.892477 444532 command_runner.go:130] > ID_LIKE=debian
I0116 02:24:12.892488 444532 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I0116 02:24:12.892499 444532 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I0116 02:24:12.892507 444532 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I0116 02:24:12.892517 444532 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I0116 02:24:12.892523 444532 command_runner.go:130] > UBUNTU_CODENAME=jammy
I0116 02:24:12.892594 444532 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0116 02:24:12.892620 444532 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0116 02:24:12.892633 444532 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0116 02:24:12.892643 444532 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0116 02:24:12.892656 444532 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-354983/.minikube/addons for local assets ...
I0116 02:24:12.892697 444532 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-354983/.minikube/files for local assets ...
I0116 02:24:12.892778 444532 filesync.go:149] local asset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> 3616562.pem in /etc/ssl/certs
I0116 02:24:12.892793 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> /etc/ssl/certs/3616562.pem
I0116 02:24:12.892873 444532 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0116 02:24:12.900215 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem --> /etc/ssl/certs/3616562.pem (1708 bytes)
I0116 02:24:12.921908 444532 start.go:303] post-start completed in 141.668539ms
I0116 02:24:12.922264 444532 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-751110
I0116 02:24:12.938386 444532 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/config.json ...
I0116 02:24:12.938658 444532 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0116 02:24:12.938712 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:12.956148 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:24:13.045491 444532 command_runner.go:130] > 35%!
(MISSING)I0116 02:24:13.045788 444532 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0116 02:24:13.050166 444532 command_runner.go:130] > 190G
I0116 02:24:13.050197 444532 start.go:128] duration metric: createHost completed in 10.485075939s
I0116 02:24:13.050211 444532 start.go:83] releasing machines lock for "multinode-751110", held for 10.485199342s
I0116 02:24:13.050286 444532 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-751110
I0116 02:24:13.066529 444532 ssh_runner.go:195] Run: cat /version.json
I0116 02:24:13.066593 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:13.066631 444532 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0116 02:24:13.066708 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:13.083308 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:24:13.083624 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:24:13.258892 444532 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I0116 02:24:13.261143 444532 command_runner.go:130] > {"iso_version": "v1.32.1-1703784139-17866", "kicbase_version": "v0.0.42-1704759386-17866", "minikube_version": "v1.32.0", "commit": "3c45a4d018cdc90b01d9bcb479fb293aad58ed8f"}
I0116 02:24:13.261295 444532 ssh_runner.go:195] Run: systemctl --version
I0116 02:24:13.265273 444532 command_runner.go:130] > systemd 249 (249.11-0ubuntu3.11)
I0116 02:24:13.265313 444532 command_runner.go:130] > +PAM +AUDIT +SELINUX +APPARMOR +IMA +SMACK +SECCOMP +GCRYPT +GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBFDISK +PCRE2 -PWQUALITY -P11KIT -QRENCODE +BZIP2 +LZ4 +XZ +ZLIB +ZSTD -XKBCOMMON +UTMP +SYSVINIT default-hierarchy=unified
I0116 02:24:13.265391 444532 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0116 02:24:13.401782 444532 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0116 02:24:13.406074 444532 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I0116 02:24:13.406098 444532 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I0116 02:24:13.406118 444532 command_runner.go:130] > Device: 37h/55d Inode: 809235 Links: 1
I0116 02:24:13.406125 444532 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I0116 02:24:13.406133 444532 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I0116 02:24:13.406140 444532 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I0116 02:24:13.406149 444532 command_runner.go:130] > Change: 2024-01-16 02:05:33.291005775 +0000
I0116 02:24:13.406154 444532 command_runner.go:130] > Birth: 2024-01-16 02:05:33.291005775 +0000
I0116 02:24:13.406214 444532 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:24:13.423029 444532 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0116 02:24:13.423128 444532 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:24:13.448906 444532 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I0116 02:24:13.449025 444532 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0116 02:24:13.449041 444532 start.go:475] detecting cgroup driver to use...
I0116 02:24:13.449078 444532 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0116 02:24:13.449128 444532 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0116 02:24:13.462610 444532 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0116 02:24:13.472373 444532 docker.go:217] disabling cri-docker service (if available) ...
I0116 02:24:13.472432 444532 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0116 02:24:13.484323 444532 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0116 02:24:13.496582 444532 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0116 02:24:13.577250 444532 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0116 02:24:13.653118 444532 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I0116 02:24:13.653157 444532 docker.go:233] disabling docker service ...
I0116 02:24:13.653206 444532 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0116 02:24:13.669797 444532 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0116 02:24:13.680166 444532 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0116 02:24:13.757532 444532 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I0116 02:24:13.757602 444532 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0116 02:24:13.841944 444532 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I0116 02:24:13.842016 444532 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0116 02:24:13.852616 444532 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0116 02:24:13.866834 444532 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I0116 02:24:13.866871 444532 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0116 02:24:13.866920 444532 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:24:13.875891 444532 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0116 02:24:13.875956 444532 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:24:13.884635 444532 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:24:13.893377 444532 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:24:13.901930 444532 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0116 02:24:13.909829 444532 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0116 02:24:13.917350 444532 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I0116 02:24:13.917411 444532 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0116 02:24:13.924625 444532 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0116 02:24:13.996179 444532 ssh_runner.go:195] Run: sudo systemctl restart crio
I0116 02:24:14.095699 444532 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0116 02:24:14.095758 444532 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0116 02:24:14.099067 444532 command_runner.go:130] > File: /var/run/crio/crio.sock
I0116 02:24:14.099095 444532 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I0116 02:24:14.099106 444532 command_runner.go:130] > Device: 40h/64d Inode: 186 Links: 1
I0116 02:24:14.099116 444532 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I0116 02:24:14.099123 444532 command_runner.go:130] > Access: 2024-01-16 02:24:14.082400641 +0000
I0116 02:24:14.099135 444532 command_runner.go:130] > Modify: 2024-01-16 02:24:14.082400641 +0000
I0116 02:24:14.099145 444532 command_runner.go:130] > Change: 2024-01-16 02:24:14.082400641 +0000
I0116 02:24:14.099170 444532 command_runner.go:130] > Birth: -
I0116 02:24:14.099205 444532 start.go:543] Will wait 60s for crictl version
I0116 02:24:14.099245 444532 ssh_runner.go:195] Run: which crictl
I0116 02:24:14.102399 444532 command_runner.go:130] > /usr/bin/crictl
I0116 02:24:14.102480 444532 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0116 02:24:14.133176 444532 command_runner.go:130] > Version: 0.1.0
I0116 02:24:14.133201 444532 command_runner.go:130] > RuntimeName: cri-o
I0116 02:24:14.133206 444532 command_runner.go:130] > RuntimeVersion: 1.24.6
I0116 02:24:14.133211 444532 command_runner.go:130] > RuntimeApiVersion: v1
I0116 02:24:14.135064 444532 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0116 02:24:14.135143 444532 ssh_runner.go:195] Run: crio --version
I0116 02:24:14.166776 444532 command_runner.go:130] > crio version 1.24.6
I0116 02:24:14.166798 444532 command_runner.go:130] > Version: 1.24.6
I0116 02:24:14.166812 444532 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I0116 02:24:14.166817 444532 command_runner.go:130] > GitTreeState: clean
I0116 02:24:14.166823 444532 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I0116 02:24:14.166827 444532 command_runner.go:130] > GoVersion: go1.18.2
I0116 02:24:14.166831 444532 command_runner.go:130] > Compiler: gc
I0116 02:24:14.166836 444532 command_runner.go:130] > Platform: linux/amd64
I0116 02:24:14.166844 444532 command_runner.go:130] > Linkmode: dynamic
I0116 02:24:14.166855 444532 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I0116 02:24:14.166865 444532 command_runner.go:130] > SeccompEnabled: true
I0116 02:24:14.166876 444532 command_runner.go:130] > AppArmorEnabled: false
I0116 02:24:14.168401 444532 ssh_runner.go:195] Run: crio --version
I0116 02:24:14.201882 444532 command_runner.go:130] > crio version 1.24.6
I0116 02:24:14.201902 444532 command_runner.go:130] > Version: 1.24.6
I0116 02:24:14.201908 444532 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I0116 02:24:14.201913 444532 command_runner.go:130] > GitTreeState: clean
I0116 02:24:14.201919 444532 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I0116 02:24:14.201924 444532 command_runner.go:130] > GoVersion: go1.18.2
I0116 02:24:14.201928 444532 command_runner.go:130] > Compiler: gc
I0116 02:24:14.201935 444532 command_runner.go:130] > Platform: linux/amd64
I0116 02:24:14.201943 444532 command_runner.go:130] > Linkmode: dynamic
I0116 02:24:14.201954 444532 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I0116 02:24:14.201967 444532 command_runner.go:130] > SeccompEnabled: true
I0116 02:24:14.201974 444532 command_runner.go:130] > AppArmorEnabled: false
I0116 02:24:14.204066 444532 out.go:177] * Preparing Kubernetes v1.28.4 on CRI-O 1.24.6 ...
I0116 02:24:14.205500 444532 cli_runner.go:164] Run: docker network inspect multinode-751110 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:24:14.221153 444532 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I0116 02:24:14.224601 444532 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:24:14.234413 444532 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0116 02:24:14.234465 444532 ssh_runner.go:195] Run: sudo crictl images --output json
I0116 02:24:14.284697 444532 command_runner.go:130] > {
I0116 02:24:14.284717 444532 command_runner.go:130] > "images": [
I0116 02:24:14.284721 444532 command_runner.go:130] > {
I0116 02:24:14.284729 444532 command_runner.go:130] > "id": "c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc",
I0116 02:24:14.284733 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.284739 444532 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I0116 02:24:14.284743 444532 command_runner.go:130] > ],
I0116 02:24:14.284747 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.284755 444532 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I0116 02:24:14.284762 444532 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"
I0116 02:24:14.284766 444532 command_runner.go:130] > ],
I0116 02:24:14.284771 444532 command_runner.go:130] > "size": "65258016",
I0116 02:24:14.284776 444532 command_runner.go:130] > "uid": null,
I0116 02:24:14.284793 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.284801 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.284805 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.284811 444532 command_runner.go:130] > },
I0116 02:24:14.284819 444532 command_runner.go:130] > {
I0116 02:24:14.284827 444532 command_runner.go:130] > "id": "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562",
I0116 02:24:14.284833 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.284839 444532 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I0116 02:24:14.284846 444532 command_runner.go:130] > ],
I0116 02:24:14.284850 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.284860 444532 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944",
I0116 02:24:14.284869 444532 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"
I0116 02:24:14.284875 444532 command_runner.go:130] > ],
I0116 02:24:14.284883 444532 command_runner.go:130] > "size": "31470524",
I0116 02:24:14.284889 444532 command_runner.go:130] > "uid": null,
I0116 02:24:14.284894 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.284900 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.284904 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.284910 444532 command_runner.go:130] > },
I0116 02:24:14.284913 444532 command_runner.go:130] > {
I0116 02:24:14.284922 444532 command_runner.go:130] > "id": "ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc",
I0116 02:24:14.284928 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.284936 444532 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I0116 02:24:14.284942 444532 command_runner.go:130] > ],
I0116 02:24:14.284956 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.284968 444532 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",
I0116 02:24:14.284981 444532 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"
I0116 02:24:14.284990 444532 command_runner.go:130] > ],
I0116 02:24:14.284998 444532 command_runner.go:130] > "size": "53621675",
I0116 02:24:14.285007 444532 command_runner.go:130] > "uid": null,
I0116 02:24:14.285014 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.285018 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.285029 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.285035 444532 command_runner.go:130] > },
I0116 02:24:14.285039 444532 command_runner.go:130] > {
I0116 02:24:14.285047 444532 command_runner.go:130] > "id": "73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9",
I0116 02:24:14.285054 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.285059 444532 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I0116 02:24:14.285065 444532 command_runner.go:130] > ],
I0116 02:24:14.285069 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.285081 444532 command_runner.go:130] > "registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15",
I0116 02:24:14.285090 444532 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"
I0116 02:24:14.285102 444532 command_runner.go:130] > ],
I0116 02:24:14.285109 444532 command_runner.go:130] > "size": "295456551",
I0116 02:24:14.285113 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.285119 444532 command_runner.go:130] > "value": "0"
I0116 02:24:14.285123 444532 command_runner.go:130] > },
I0116 02:24:14.285129 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.285133 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.285140 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.285143 444532 command_runner.go:130] > },
I0116 02:24:14.285149 444532 command_runner.go:130] > {
I0116 02:24:14.285155 444532 command_runner.go:130] > "id": "7fe0e6f37db33464725e616a12ccc4e36970370005a2b09683a974db6350c257",
I0116 02:24:14.285161 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.285167 444532 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.4"
I0116 02:24:14.285172 444532 command_runner.go:130] > ],
I0116 02:24:14.285177 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.285186 444532 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:3993d654a91d922a7ea098b2f4b3ff2853c200e3387c66c8a1e84f7222c85499",
I0116 02:24:14.285198 444532 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:5b28a364467cf7e134343bb3ee2c6d40682b473a743a72142c7bbe25767d36eb"
I0116 02:24:14.285204 444532 command_runner.go:130] > ],
I0116 02:24:14.285209 444532 command_runner.go:130] > "size": "127226832",
I0116 02:24:14.285215 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.285219 444532 command_runner.go:130] > "value": "0"
I0116 02:24:14.285225 444532 command_runner.go:130] > },
I0116 02:24:14.285229 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.285235 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.285240 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.285245 444532 command_runner.go:130] > },
I0116 02:24:14.285249 444532 command_runner.go:130] > {
I0116 02:24:14.285257 444532 command_runner.go:130] > "id": "d058aa5ab969ce7b84d25e7188be1f80633b18db8ea7d02d9d0a78e676236591",
I0116 02:24:14.285264 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.285269 444532 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.4"
I0116 02:24:14.285281 444532 command_runner.go:130] > ],
I0116 02:24:14.285288 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.285295 444532 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:65486c8c338f96dc022dd1a0abe8763e38f35095b84b208c78f44d9e99447d1c",
I0116 02:24:14.285305 444532 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:c173b92b1ac1ac50de36a9d8d3af6377cbb7bbd930f42d4332cbaea521c57232"
I0116 02:24:14.285313 444532 command_runner.go:130] > ],
I0116 02:24:14.285318 444532 command_runner.go:130] > "size": "123261750",
I0116 02:24:14.285324 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.285329 444532 command_runner.go:130] > "value": "0"
I0116 02:24:14.285334 444532 command_runner.go:130] > },
I0116 02:24:14.285338 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.285345 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.285349 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.285355 444532 command_runner.go:130] > },
I0116 02:24:14.285359 444532 command_runner.go:130] > {
I0116 02:24:14.285367 444532 command_runner.go:130] > "id": "83f6cc407eed88d214aad97f3539bde5c8e485ff14424cd021a3a2899304398e",
I0116 02:24:14.285373 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.285378 444532 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.4"
I0116 02:24:14.285384 444532 command_runner.go:130] > ],
I0116 02:24:14.285388 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.285397 444532 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:b68e9ff5bed1103e0659277256d805ab9313c8b7856ee45d0d3eea0227760f7e",
I0116 02:24:14.285405 444532 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:e63408a0f5068a7e9d4b34fd72b4a2b0e5512509b53cd2123a37fc991b0ef532"
I0116 02:24:14.285410 444532 command_runner.go:130] > ],
I0116 02:24:14.285417 444532 command_runner.go:130] > "size": "74749335",
I0116 02:24:14.285424 444532 command_runner.go:130] > "uid": null,
I0116 02:24:14.285428 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.285434 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.285438 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.285444 444532 command_runner.go:130] > },
I0116 02:24:14.285447 444532 command_runner.go:130] > {
I0116 02:24:14.285456 444532 command_runner.go:130] > "id": "e3db313c6dbc065d4ac3b32c7a6f2a878949031b881d217b63881a109c5cfba1",
I0116 02:24:14.285462 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.285468 444532 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.4"
I0116 02:24:14.285473 444532 command_runner.go:130] > ],
I0116 02:24:14.285478 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.285499 444532 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:335bba9e861b88fa8b7bb9250bcd69b7a33f83da4fee93f9fc0eedc6f34e28ba",
I0116 02:24:14.285509 444532 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:d994c8a78e8cb1ec189fabfd258ff002cccdeb63678fad08ec0fba32298ffe32"
I0116 02:24:14.285515 444532 command_runner.go:130] > ],
I0116 02:24:14.285519 444532 command_runner.go:130] > "size": "61551410",
I0116 02:24:14.285525 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.285530 444532 command_runner.go:130] > "value": "0"
I0116 02:24:14.285540 444532 command_runner.go:130] > },
I0116 02:24:14.285547 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.285551 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.285558 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.285561 444532 command_runner.go:130] > },
I0116 02:24:14.285565 444532 command_runner.go:130] > {
I0116 02:24:14.285571 444532 command_runner.go:130] > "id": "e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c",
I0116 02:24:14.285577 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.285582 444532 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I0116 02:24:14.285588 444532 command_runner.go:130] > ],
I0116 02:24:14.285592 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.285601 444532 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097",
I0116 02:24:14.285610 444532 command_runner.go:130] > "registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"
I0116 02:24:14.285615 444532 command_runner.go:130] > ],
I0116 02:24:14.285620 444532 command_runner.go:130] > "size": "750414",
I0116 02:24:14.285626 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.285632 444532 command_runner.go:130] > "value": "65535"
I0116 02:24:14.285638 444532 command_runner.go:130] > },
I0116 02:24:14.285645 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.285651 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.285655 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.285659 444532 command_runner.go:130] > }
I0116 02:24:14.285663 444532 command_runner.go:130] > ]
I0116 02:24:14.285666 444532 command_runner.go:130] > }
I0116 02:24:14.287343 444532 crio.go:496] all images are preloaded for cri-o runtime.
I0116 02:24:14.287362 444532 crio.go:415] Images already preloaded, skipping extraction
I0116 02:24:14.287409 444532 ssh_runner.go:195] Run: sudo crictl images --output json
I0116 02:24:14.318729 444532 command_runner.go:130] > {
I0116 02:24:14.318758 444532 command_runner.go:130] > "images": [
I0116 02:24:14.318769 444532 command_runner.go:130] > {
I0116 02:24:14.318779 444532 command_runner.go:130] > "id": "c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc",
I0116 02:24:14.318786 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.318795 444532 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I0116 02:24:14.318802 444532 command_runner.go:130] > ],
I0116 02:24:14.318809 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.318832 444532 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I0116 02:24:14.318847 444532 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"
I0116 02:24:14.318857 444532 command_runner.go:130] > ],
I0116 02:24:14.318867 444532 command_runner.go:130] > "size": "65258016",
I0116 02:24:14.318877 444532 command_runner.go:130] > "uid": null,
I0116 02:24:14.318884 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.318896 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.318904 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.318913 444532 command_runner.go:130] > },
I0116 02:24:14.318919 444532 command_runner.go:130] > {
I0116 02:24:14.318930 444532 command_runner.go:130] > "id": "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562",
I0116 02:24:14.318937 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.318954 444532 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I0116 02:24:14.318960 444532 command_runner.go:130] > ],
I0116 02:24:14.318966 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.318980 444532 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944",
I0116 02:24:14.318996 444532 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"
I0116 02:24:14.319006 444532 command_runner.go:130] > ],
I0116 02:24:14.319020 444532 command_runner.go:130] > "size": "31470524",
I0116 02:24:14.319031 444532 command_runner.go:130] > "uid": null,
I0116 02:24:14.319041 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.319049 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.319057 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.319061 444532 command_runner.go:130] > },
I0116 02:24:14.319066 444532 command_runner.go:130] > {
I0116 02:24:14.319080 444532 command_runner.go:130] > "id": "ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc",
I0116 02:24:14.319090 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.319099 444532 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I0116 02:24:14.319109 444532 command_runner.go:130] > ],
I0116 02:24:14.319116 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.319134 444532 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",
I0116 02:24:14.319149 444532 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"
I0116 02:24:14.319159 444532 command_runner.go:130] > ],
I0116 02:24:14.319164 444532 command_runner.go:130] > "size": "53621675",
I0116 02:24:14.319170 444532 command_runner.go:130] > "uid": null,
I0116 02:24:14.319177 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.319187 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.319195 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.319205 444532 command_runner.go:130] > },
I0116 02:24:14.319211 444532 command_runner.go:130] > {
I0116 02:24:14.319224 444532 command_runner.go:130] > "id": "73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9",
I0116 02:24:14.319234 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.319245 444532 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I0116 02:24:14.319252 444532 command_runner.go:130] > ],
I0116 02:24:14.319259 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.319268 444532 command_runner.go:130] > "registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15",
I0116 02:24:14.319283 444532 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"
I0116 02:24:14.319301 444532 command_runner.go:130] > ],
I0116 02:24:14.319321 444532 command_runner.go:130] > "size": "295456551",
I0116 02:24:14.319331 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.319339 444532 command_runner.go:130] > "value": "0"
I0116 02:24:14.319347 444532 command_runner.go:130] > },
I0116 02:24:14.319355 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.319364 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.319369 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.319377 444532 command_runner.go:130] > },
I0116 02:24:14.319383 444532 command_runner.go:130] > {
I0116 02:24:14.319397 444532 command_runner.go:130] > "id": "7fe0e6f37db33464725e616a12ccc4e36970370005a2b09683a974db6350c257",
I0116 02:24:14.319405 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.319417 444532 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.4"
I0116 02:24:14.319429 444532 command_runner.go:130] > ],
I0116 02:24:14.319438 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.319453 444532 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:3993d654a91d922a7ea098b2f4b3ff2853c200e3387c66c8a1e84f7222c85499",
I0116 02:24:14.319466 444532 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:5b28a364467cf7e134343bb3ee2c6d40682b473a743a72142c7bbe25767d36eb"
I0116 02:24:14.319473 444532 command_runner.go:130] > ],
I0116 02:24:14.319480 444532 command_runner.go:130] > "size": "127226832",
I0116 02:24:14.319493 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.319504 444532 command_runner.go:130] > "value": "0"
I0116 02:24:14.319510 444532 command_runner.go:130] > },
I0116 02:24:14.319521 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.319528 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.319538 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.319544 444532 command_runner.go:130] > },
I0116 02:24:14.319553 444532 command_runner.go:130] > {
I0116 02:24:14.319560 444532 command_runner.go:130] > "id": "d058aa5ab969ce7b84d25e7188be1f80633b18db8ea7d02d9d0a78e676236591",
I0116 02:24:14.319569 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.319579 444532 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.4"
I0116 02:24:14.319588 444532 command_runner.go:130] > ],
I0116 02:24:14.319595 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.319612 444532 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:65486c8c338f96dc022dd1a0abe8763e38f35095b84b208c78f44d9e99447d1c",
I0116 02:24:14.319626 444532 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:c173b92b1ac1ac50de36a9d8d3af6377cbb7bbd930f42d4332cbaea521c57232"
I0116 02:24:14.319635 444532 command_runner.go:130] > ],
I0116 02:24:14.319662 444532 command_runner.go:130] > "size": "123261750",
I0116 02:24:14.319672 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.319683 444532 command_runner.go:130] > "value": "0"
I0116 02:24:14.319690 444532 command_runner.go:130] > },
I0116 02:24:14.319697 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.319705 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.319717 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.319726 444532 command_runner.go:130] > },
I0116 02:24:14.319732 444532 command_runner.go:130] > {
I0116 02:24:14.319745 444532 command_runner.go:130] > "id": "83f6cc407eed88d214aad97f3539bde5c8e485ff14424cd021a3a2899304398e",
I0116 02:24:14.319751 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.319758 444532 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.4"
I0116 02:24:14.319772 444532 command_runner.go:130] > ],
I0116 02:24:14.319784 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.319798 444532 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:b68e9ff5bed1103e0659277256d805ab9313c8b7856ee45d0d3eea0227760f7e",
I0116 02:24:14.319813 444532 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:e63408a0f5068a7e9d4b34fd72b4a2b0e5512509b53cd2123a37fc991b0ef532"
I0116 02:24:14.319819 444532 command_runner.go:130] > ],
I0116 02:24:14.319825 444532 command_runner.go:130] > "size": "74749335",
I0116 02:24:14.319831 444532 command_runner.go:130] > "uid": null,
I0116 02:24:14.319836 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.319842 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.319849 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.319855 444532 command_runner.go:130] > },
I0116 02:24:14.319862 444532 command_runner.go:130] > {
I0116 02:24:14.319878 444532 command_runner.go:130] > "id": "e3db313c6dbc065d4ac3b32c7a6f2a878949031b881d217b63881a109c5cfba1",
I0116 02:24:14.319886 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.319898 444532 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.4"
I0116 02:24:14.319910 444532 command_runner.go:130] > ],
I0116 02:24:14.319916 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.319945 444532 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:335bba9e861b88fa8b7bb9250bcd69b7a33f83da4fee93f9fc0eedc6f34e28ba",
I0116 02:24:14.319961 444532 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:d994c8a78e8cb1ec189fabfd258ff002cccdeb63678fad08ec0fba32298ffe32"
I0116 02:24:14.319968 444532 command_runner.go:130] > ],
I0116 02:24:14.319978 444532 command_runner.go:130] > "size": "61551410",
I0116 02:24:14.319990 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.320000 444532 command_runner.go:130] > "value": "0"
I0116 02:24:14.320007 444532 command_runner.go:130] > },
I0116 02:24:14.320016 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.320023 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.320033 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.320042 444532 command_runner.go:130] > },
I0116 02:24:14.320051 444532 command_runner.go:130] > {
I0116 02:24:14.320062 444532 command_runner.go:130] > "id": "e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c",
I0116 02:24:14.320073 444532 command_runner.go:130] > "repoTags": [
I0116 02:24:14.320081 444532 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I0116 02:24:14.320090 444532 command_runner.go:130] > ],
I0116 02:24:14.320100 444532 command_runner.go:130] > "repoDigests": [
I0116 02:24:14.320111 444532 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097",
I0116 02:24:14.320124 444532 command_runner.go:130] > "registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"
I0116 02:24:14.320130 444532 command_runner.go:130] > ],
I0116 02:24:14.320137 444532 command_runner.go:130] > "size": "750414",
I0116 02:24:14.320147 444532 command_runner.go:130] > "uid": {
I0116 02:24:14.320154 444532 command_runner.go:130] > "value": "65535"
I0116 02:24:14.320164 444532 command_runner.go:130] > },
I0116 02:24:14.320171 444532 command_runner.go:130] > "username": "",
I0116 02:24:14.320182 444532 command_runner.go:130] > "spec": null,
I0116 02:24:14.320192 444532 command_runner.go:130] > "pinned": false
I0116 02:24:14.320205 444532 command_runner.go:130] > }
I0116 02:24:14.320212 444532 command_runner.go:130] > ]
I0116 02:24:14.320215 444532 command_runner.go:130] > }
I0116 02:24:14.320350 444532 crio.go:496] all images are preloaded for cri-o runtime.
I0116 02:24:14.320363 444532 cache_images.go:84] Images are preloaded, skipping loading
I0116 02:24:14.320435 444532 ssh_runner.go:195] Run: crio config
I0116 02:24:14.357711 444532 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I0116 02:24:14.357755 444532 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I0116 02:24:14.357767 444532 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I0116 02:24:14.357772 444532 command_runner.go:130] > #
I0116 02:24:14.357811 444532 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I0116 02:24:14.357831 444532 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I0116 02:24:14.357841 444532 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I0116 02:24:14.357860 444532 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I0116 02:24:14.357870 444532 command_runner.go:130] > # reload'.
I0116 02:24:14.357881 444532 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I0116 02:24:14.357895 444532 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I0116 02:24:14.357912 444532 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I0116 02:24:14.357922 444532 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I0116 02:24:14.357931 444532 command_runner.go:130] > [crio]
I0116 02:24:14.357941 444532 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I0116 02:24:14.357953 444532 command_runner.go:130] > # containers images, in this directory.
I0116 02:24:14.357980 444532 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I0116 02:24:14.357995 444532 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I0116 02:24:14.358007 444532 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I0116 02:24:14.358018 444532 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I0116 02:24:14.358032 444532 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I0116 02:24:14.358043 444532 command_runner.go:130] > # storage_driver = "vfs"
I0116 02:24:14.358052 444532 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I0116 02:24:14.358062 444532 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I0116 02:24:14.358078 444532 command_runner.go:130] > # storage_option = [
I0116 02:24:14.358083 444532 command_runner.go:130] > # ]
I0116 02:24:14.358094 444532 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I0116 02:24:14.358107 444532 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I0116 02:24:14.358115 444532 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I0116 02:24:14.358128 444532 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I0116 02:24:14.358140 444532 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I0116 02:24:14.358150 444532 command_runner.go:130] > # always happen on a node reboot
I0116 02:24:14.358158 444532 command_runner.go:130] > # version_file = "/var/run/crio/version"
I0116 02:24:14.358170 444532 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I0116 02:24:14.358189 444532 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I0116 02:24:14.358212 444532 command_runner.go:130] > # only happen when CRI-O has been upgraded
I0116 02:24:14.358226 444532 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I0116 02:24:14.358239 444532 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I0116 02:24:14.358252 444532 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I0116 02:24:14.358259 444532 command_runner.go:130] > # internal_wipe = true
I0116 02:24:14.358271 444532 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I0116 02:24:14.358281 444532 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I0116 02:24:14.358291 444532 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I0116 02:24:14.358307 444532 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I0116 02:24:14.358320 444532 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I0116 02:24:14.358326 444532 command_runner.go:130] > [crio.api]
I0116 02:24:14.358338 444532 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I0116 02:24:14.358350 444532 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I0116 02:24:14.358360 444532 command_runner.go:130] > # IP address on which the stream server will listen.
I0116 02:24:14.358371 444532 command_runner.go:130] > # stream_address = "127.0.0.1"
I0116 02:24:14.358383 444532 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I0116 02:24:14.358393 444532 command_runner.go:130] > # CRI-O will allocate a random free port number.
I0116 02:24:14.358415 444532 command_runner.go:130] > # stream_port = "0"
I0116 02:24:14.358428 444532 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I0116 02:24:14.358440 444532 command_runner.go:130] > # stream_enable_tls = false
I0116 02:24:14.358450 444532 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I0116 02:24:14.358459 444532 command_runner.go:130] > # stream_idle_timeout = ""
I0116 02:24:14.358469 444532 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I0116 02:24:14.358482 444532 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I0116 02:24:14.358492 444532 command_runner.go:130] > # minutes.
I0116 02:24:14.358499 444532 command_runner.go:130] > # stream_tls_cert = ""
I0116 02:24:14.358511 444532 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I0116 02:24:14.358524 444532 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I0116 02:24:14.358531 444532 command_runner.go:130] > # stream_tls_key = ""
I0116 02:24:14.358543 444532 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I0116 02:24:14.358557 444532 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I0116 02:24:14.358570 444532 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I0116 02:24:14.358577 444532 command_runner.go:130] > # stream_tls_ca = ""
I0116 02:24:14.358590 444532 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I0116 02:24:14.358602 444532 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I0116 02:24:14.358655 444532 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I0116 02:24:14.358677 444532 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I0116 02:24:14.358712 444532 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I0116 02:24:14.358725 444532 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I0116 02:24:14.358734 444532 command_runner.go:130] > [crio.runtime]
I0116 02:24:14.358747 444532 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I0116 02:24:14.358762 444532 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I0116 02:24:14.358778 444532 command_runner.go:130] > # "nofile=1024:2048"
I0116 02:24:14.358793 444532 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I0116 02:24:14.358801 444532 command_runner.go:130] > # default_ulimits = [
I0116 02:24:14.358808 444532 command_runner.go:130] > # ]
I0116 02:24:14.358817 444532 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I0116 02:24:14.358830 444532 command_runner.go:130] > # no_pivot = false
I0116 02:24:14.358842 444532 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I0116 02:24:14.358856 444532 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I0116 02:24:14.358868 444532 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I0116 02:24:14.358878 444532 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I0116 02:24:14.358886 444532 command_runner.go:130] > # Will be searched for using $PATH if empty.
I0116 02:24:14.358904 444532 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I0116 02:24:14.358910 444532 command_runner.go:130] > # conmon = ""
I0116 02:24:14.358915 444532 command_runner.go:130] > # Cgroup setting for conmon
I0116 02:24:14.358924 444532 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I0116 02:24:14.358929 444532 command_runner.go:130] > conmon_cgroup = "pod"
I0116 02:24:14.358936 444532 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I0116 02:24:14.358942 444532 command_runner.go:130] > # environment variables to conmon or the runtime.
I0116 02:24:14.358950 444532 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I0116 02:24:14.358956 444532 command_runner.go:130] > # conmon_env = [
I0116 02:24:14.358961 444532 command_runner.go:130] > # ]
I0116 02:24:14.358968 444532 command_runner.go:130] > # Additional environment variables to set for all the
I0116 02:24:14.358976 444532 command_runner.go:130] > # containers. These are overridden if set in the
I0116 02:24:14.358987 444532 command_runner.go:130] > # container image spec or in the container runtime configuration.
I0116 02:24:14.358993 444532 command_runner.go:130] > # default_env = [
I0116 02:24:14.358998 444532 command_runner.go:130] > # ]
I0116 02:24:14.359006 444532 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I0116 02:24:14.359013 444532 command_runner.go:130] > # selinux = false
I0116 02:24:14.359024 444532 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I0116 02:24:14.359038 444532 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I0116 02:24:14.359047 444532 command_runner.go:130] > # will be used. This option supports live configuration reload.
I0116 02:24:14.359054 444532 command_runner.go:130] > # seccomp_profile = ""
I0116 02:24:14.359061 444532 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I0116 02:24:14.359067 444532 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I0116 02:24:14.359072 444532 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I0116 02:24:14.359076 444532 command_runner.go:130] > # which might increase security.
I0116 02:24:14.359081 444532 command_runner.go:130] > # seccomp_use_default_when_empty = true
I0116 02:24:14.359087 444532 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I0116 02:24:14.359093 444532 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I0116 02:24:14.359099 444532 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I0116 02:24:14.359104 444532 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I0116 02:24:14.359109 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:14.359113 444532 command_runner.go:130] > # apparmor_profile = "crio-default"
I0116 02:24:14.359121 444532 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I0116 02:24:14.359148 444532 command_runner.go:130] > # the cgroup blockio controller.
I0116 02:24:14.359159 444532 command_runner.go:130] > # blockio_config_file = ""
I0116 02:24:14.359165 444532 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I0116 02:24:14.359172 444532 command_runner.go:130] > # irqbalance daemon.
I0116 02:24:14.359177 444532 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I0116 02:24:14.359186 444532 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I0116 02:24:14.359194 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:14.359198 444532 command_runner.go:130] > # rdt_config_file = ""
I0116 02:24:14.359207 444532 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I0116 02:24:14.359211 444532 command_runner.go:130] > cgroup_manager = "cgroupfs"
I0116 02:24:14.359216 444532 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I0116 02:24:14.359220 444532 command_runner.go:130] > # separate_pull_cgroup = ""
I0116 02:24:14.359226 444532 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I0116 02:24:14.359232 444532 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I0116 02:24:14.359236 444532 command_runner.go:130] > # will be added.
I0116 02:24:14.359240 444532 command_runner.go:130] > # default_capabilities = [
I0116 02:24:14.359243 444532 command_runner.go:130] > # "CHOWN",
I0116 02:24:14.359247 444532 command_runner.go:130] > # "DAC_OVERRIDE",
I0116 02:24:14.359251 444532 command_runner.go:130] > # "FSETID",
I0116 02:24:14.359254 444532 command_runner.go:130] > # "FOWNER",
I0116 02:24:14.359258 444532 command_runner.go:130] > # "SETGID",
I0116 02:24:14.359264 444532 command_runner.go:130] > # "SETUID",
I0116 02:24:14.359267 444532 command_runner.go:130] > # "SETPCAP",
I0116 02:24:14.359271 444532 command_runner.go:130] > # "NET_BIND_SERVICE",
I0116 02:24:14.359275 444532 command_runner.go:130] > # "KILL",
I0116 02:24:14.359278 444532 command_runner.go:130] > # ]
I0116 02:24:14.359285 444532 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I0116 02:24:14.359291 444532 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I0116 02:24:14.359295 444532 command_runner.go:130] > # add_inheritable_capabilities = true
I0116 02:24:14.359301 444532 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I0116 02:24:14.359307 444532 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I0116 02:24:14.359310 444532 command_runner.go:130] > # default_sysctls = [
I0116 02:24:14.359314 444532 command_runner.go:130] > # ]
I0116 02:24:14.359318 444532 command_runner.go:130] > # List of devices on the host that a
I0116 02:24:14.359324 444532 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I0116 02:24:14.359327 444532 command_runner.go:130] > # allowed_devices = [
I0116 02:24:14.359331 444532 command_runner.go:130] > # "/dev/fuse",
I0116 02:24:14.359334 444532 command_runner.go:130] > # ]
I0116 02:24:14.359341 444532 command_runner.go:130] > # List of additional devices. specified as
I0116 02:24:14.359383 444532 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I0116 02:24:14.359390 444532 command_runner.go:130] > # If it is empty or commented out, only the devices
I0116 02:24:14.359395 444532 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I0116 02:24:14.359403 444532 command_runner.go:130] > # additional_devices = [
I0116 02:24:14.359406 444532 command_runner.go:130] > # ]
I0116 02:24:14.359411 444532 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I0116 02:24:14.359414 444532 command_runner.go:130] > # cdi_spec_dirs = [
I0116 02:24:14.359418 444532 command_runner.go:130] > # "/etc/cdi",
I0116 02:24:14.359422 444532 command_runner.go:130] > # "/var/run/cdi",
I0116 02:24:14.359426 444532 command_runner.go:130] > # ]
I0116 02:24:14.359432 444532 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I0116 02:24:14.359438 444532 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I0116 02:24:14.359441 444532 command_runner.go:130] > # Defaults to false.
I0116 02:24:14.359446 444532 command_runner.go:130] > # device_ownership_from_security_context = false
I0116 02:24:14.359452 444532 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I0116 02:24:14.359457 444532 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I0116 02:24:14.359461 444532 command_runner.go:130] > # hooks_dir = [
I0116 02:24:14.359465 444532 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I0116 02:24:14.359471 444532 command_runner.go:130] > # ]
I0116 02:24:14.359476 444532 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I0116 02:24:14.359482 444532 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I0116 02:24:14.359487 444532 command_runner.go:130] > # its default mounts from the following two files:
I0116 02:24:14.359490 444532 command_runner.go:130] > #
I0116 02:24:14.359496 444532 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I0116 02:24:14.359501 444532 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I0116 02:24:14.359506 444532 command_runner.go:130] > # override the default mounts shipped with the package.
I0116 02:24:14.359509 444532 command_runner.go:130] > #
I0116 02:24:14.359515 444532 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I0116 02:24:14.359521 444532 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I0116 02:24:14.359527 444532 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I0116 02:24:14.359531 444532 command_runner.go:130] > # only add mounts it finds in this file.
I0116 02:24:14.359534 444532 command_runner.go:130] > #
I0116 02:24:14.359538 444532 command_runner.go:130] > # default_mounts_file = ""
I0116 02:24:14.359543 444532 command_runner.go:130] > # Maximum number of processes allowed in a container.
I0116 02:24:14.359549 444532 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I0116 02:24:14.359553 444532 command_runner.go:130] > # pids_limit = 0
I0116 02:24:14.359560 444532 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I0116 02:24:14.359566 444532 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I0116 02:24:14.359572 444532 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I0116 02:24:14.359579 444532 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I0116 02:24:14.359582 444532 command_runner.go:130] > # log_size_max = -1
I0116 02:24:14.359589 444532 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I0116 02:24:14.359594 444532 command_runner.go:130] > # log_to_journald = false
I0116 02:24:14.359600 444532 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I0116 02:24:14.359608 444532 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I0116 02:24:14.359615 444532 command_runner.go:130] > # Path to directory for container attach sockets.
I0116 02:24:14.359627 444532 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I0116 02:24:14.359632 444532 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I0116 02:24:14.359636 444532 command_runner.go:130] > # bind_mount_prefix = ""
I0116 02:24:14.359641 444532 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I0116 02:24:14.359645 444532 command_runner.go:130] > # read_only = false
I0116 02:24:14.359650 444532 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I0116 02:24:14.359656 444532 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I0116 02:24:14.359660 444532 command_runner.go:130] > # live configuration reload.
I0116 02:24:14.359666 444532 command_runner.go:130] > # log_level = "info"
I0116 02:24:14.359672 444532 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I0116 02:24:14.359676 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:14.359680 444532 command_runner.go:130] > # log_filter = ""
I0116 02:24:14.359685 444532 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I0116 02:24:14.359691 444532 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I0116 02:24:14.359695 444532 command_runner.go:130] > # separated by comma.
I0116 02:24:14.359698 444532 command_runner.go:130] > # uid_mappings = ""
I0116 02:24:14.359704 444532 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I0116 02:24:14.359709 444532 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I0116 02:24:14.359713 444532 command_runner.go:130] > # separated by comma.
I0116 02:24:14.359717 444532 command_runner.go:130] > # gid_mappings = ""
I0116 02:24:14.359722 444532 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I0116 02:24:14.359728 444532 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I0116 02:24:14.359733 444532 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I0116 02:24:14.359737 444532 command_runner.go:130] > # minimum_mappable_uid = -1
I0116 02:24:14.359743 444532 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I0116 02:24:14.359749 444532 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I0116 02:24:14.359756 444532 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I0116 02:24:14.359760 444532 command_runner.go:130] > # minimum_mappable_gid = -1
I0116 02:24:14.359766 444532 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I0116 02:24:14.359771 444532 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I0116 02:24:14.359776 444532 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I0116 02:24:14.359780 444532 command_runner.go:130] > # ctr_stop_timeout = 30
I0116 02:24:14.359787 444532 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I0116 02:24:14.359793 444532 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I0116 02:24:14.359800 444532 command_runner.go:130] > # a kernel separating runtime (like kata).
I0116 02:24:14.359804 444532 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I0116 02:24:14.359808 444532 command_runner.go:130] > # drop_infra_ctr = true
I0116 02:24:14.359814 444532 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I0116 02:24:14.359820 444532 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I0116 02:24:14.359827 444532 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I0116 02:24:14.359831 444532 command_runner.go:130] > # infra_ctr_cpuset = ""
I0116 02:24:14.359836 444532 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I0116 02:24:14.359841 444532 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I0116 02:24:14.359845 444532 command_runner.go:130] > # namespaces_dir = "/var/run"
I0116 02:24:14.359854 444532 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I0116 02:24:14.359862 444532 command_runner.go:130] > # pinns_path = ""
I0116 02:24:14.359868 444532 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I0116 02:24:14.359880 444532 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I0116 02:24:14.359885 444532 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I0116 02:24:14.359889 444532 command_runner.go:130] > # default_runtime = "runc"
I0116 02:24:14.359894 444532 command_runner.go:130] > # A list of paths that, when absent from the host,
I0116 02:24:14.359901 444532 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I0116 02:24:14.359909 444532 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I0116 02:24:14.359914 444532 command_runner.go:130] > # creation as a file is not desired either.
I0116 02:24:14.359922 444532 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I0116 02:24:14.359926 444532 command_runner.go:130] > # the hostname is being managed dynamically.
I0116 02:24:14.359931 444532 command_runner.go:130] > # absent_mount_sources_to_reject = [
I0116 02:24:14.359934 444532 command_runner.go:130] > # ]
I0116 02:24:14.359940 444532 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I0116 02:24:14.359946 444532 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I0116 02:24:14.359952 444532 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I0116 02:24:14.359957 444532 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I0116 02:24:14.359962 444532 command_runner.go:130] > #
I0116 02:24:14.359967 444532 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I0116 02:24:14.359971 444532 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I0116 02:24:14.359975 444532 command_runner.go:130] > # runtime_type = "oci"
I0116 02:24:14.359980 444532 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I0116 02:24:14.359984 444532 command_runner.go:130] > # privileged_without_host_devices = false
I0116 02:24:14.359988 444532 command_runner.go:130] > # allowed_annotations = []
I0116 02:24:14.359991 444532 command_runner.go:130] > # Where:
I0116 02:24:14.359996 444532 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I0116 02:24:14.360004 444532 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I0116 02:24:14.360010 444532 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I0116 02:24:14.360016 444532 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I0116 02:24:14.360020 444532 command_runner.go:130] > # in $PATH.
I0116 02:24:14.360026 444532 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I0116 02:24:14.360031 444532 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I0116 02:24:14.360036 444532 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I0116 02:24:14.360040 444532 command_runner.go:130] > # state.
I0116 02:24:14.360046 444532 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I0116 02:24:14.360053 444532 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I0116 02:24:14.360062 444532 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I0116 02:24:14.360067 444532 command_runner.go:130] > # host devices from being passed to privileged containers.
I0116 02:24:14.360073 444532 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I0116 02:24:14.360079 444532 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I0116 02:24:14.360084 444532 command_runner.go:130] > # The currently recognized values are:
I0116 02:24:14.360090 444532 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I0116 02:24:14.360096 444532 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I0116 02:24:14.360102 444532 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I0116 02:24:14.360107 444532 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I0116 02:24:14.360114 444532 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I0116 02:24:14.360120 444532 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I0116 02:24:14.360126 444532 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I0116 02:24:14.360132 444532 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I0116 02:24:14.360137 444532 command_runner.go:130] > # should be moved to the container's cgroup
I0116 02:24:14.360141 444532 command_runner.go:130] > [crio.runtime.runtimes.runc]
I0116 02:24:14.360145 444532 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I0116 02:24:14.360149 444532 command_runner.go:130] > runtime_type = "oci"
I0116 02:24:14.360155 444532 command_runner.go:130] > runtime_root = "/run/runc"
I0116 02:24:14.360159 444532 command_runner.go:130] > runtime_config_path = ""
I0116 02:24:14.360163 444532 command_runner.go:130] > monitor_path = ""
I0116 02:24:14.360166 444532 command_runner.go:130] > monitor_cgroup = ""
I0116 02:24:14.360170 444532 command_runner.go:130] > monitor_exec_cgroup = ""
I0116 02:24:14.360229 444532 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I0116 02:24:14.360234 444532 command_runner.go:130] > # running containers
I0116 02:24:14.360238 444532 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I0116 02:24:14.360244 444532 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I0116 02:24:14.360252 444532 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I0116 02:24:14.360258 444532 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I0116 02:24:14.360262 444532 command_runner.go:130] > # Kata Containers with the default configured VMM
I0116 02:24:14.360268 444532 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I0116 02:24:14.360273 444532 command_runner.go:130] > # Kata Containers with the QEMU VMM
I0116 02:24:14.360277 444532 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I0116 02:24:14.360281 444532 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I0116 02:24:14.360286 444532 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I0116 02:24:14.360291 444532 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I0116 02:24:14.360299 444532 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I0116 02:24:14.360305 444532 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I0116 02:24:14.360312 444532 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I0116 02:24:14.360319 444532 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I0116 02:24:14.360328 444532 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I0116 02:24:14.360336 444532 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I0116 02:24:14.360343 444532 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I0116 02:24:14.360349 444532 command_runner.go:130] > # signifying for that resource type to override the default value.
I0116 02:24:14.360355 444532 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I0116 02:24:14.360359 444532 command_runner.go:130] > # Example:
I0116 02:24:14.360365 444532 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I0116 02:24:14.360374 444532 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I0116 02:24:14.360379 444532 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I0116 02:24:14.360384 444532 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I0116 02:24:14.360387 444532 command_runner.go:130] > # cpuset = 0
I0116 02:24:14.360391 444532 command_runner.go:130] > # cpushares = "0-1"
I0116 02:24:14.360394 444532 command_runner.go:130] > # Where:
I0116 02:24:14.360399 444532 command_runner.go:130] > # The workload name is workload-type.
I0116 02:24:14.360409 444532 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I0116 02:24:14.360415 444532 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I0116 02:24:14.360420 444532 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I0116 02:24:14.360427 444532 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I0116 02:24:14.360433 444532 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I0116 02:24:14.360437 444532 command_runner.go:130] > #
I0116 02:24:14.360455 444532 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I0116 02:24:14.360466 444532 command_runner.go:130] > #
I0116 02:24:14.360476 444532 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I0116 02:24:14.360482 444532 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I0116 02:24:14.360491 444532 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I0116 02:24:14.360499 444532 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I0116 02:24:14.360507 444532 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I0116 02:24:14.360511 444532 command_runner.go:130] > [crio.image]
I0116 02:24:14.360519 444532 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I0116 02:24:14.360526 444532 command_runner.go:130] > # default_transport = "docker://"
I0116 02:24:14.360535 444532 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I0116 02:24:14.360549 444532 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I0116 02:24:14.360563 444532 command_runner.go:130] > # global_auth_file = ""
I0116 02:24:14.360576 444532 command_runner.go:130] > # The image used to instantiate infra containers.
I0116 02:24:14.360587 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:14.360594 444532 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I0116 02:24:14.360603 444532 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I0116 02:24:14.360611 444532 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I0116 02:24:14.360616 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:14.360627 444532 command_runner.go:130] > # pause_image_auth_file = ""
I0116 02:24:14.360633 444532 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I0116 02:24:14.360645 444532 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I0116 02:24:14.360658 444532 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I0116 02:24:14.360667 444532 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I0116 02:24:14.360675 444532 command_runner.go:130] > # pause_command = "/pause"
I0116 02:24:14.360685 444532 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I0116 02:24:14.360694 444532 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I0116 02:24:14.360703 444532 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I0116 02:24:14.360709 444532 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I0116 02:24:14.360716 444532 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I0116 02:24:14.360723 444532 command_runner.go:130] > # signature_policy = ""
I0116 02:24:14.360735 444532 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I0116 02:24:14.360743 444532 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I0116 02:24:14.360748 444532 command_runner.go:130] > # changing them here.
I0116 02:24:14.360759 444532 command_runner.go:130] > # insecure_registries = [
I0116 02:24:14.360772 444532 command_runner.go:130] > # ]
I0116 02:24:14.360787 444532 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I0116 02:24:14.360798 444532 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I0116 02:24:14.360811 444532 command_runner.go:130] > # image_volumes = "mkdir"
I0116 02:24:14.360822 444532 command_runner.go:130] > # Temporary directory to use for storing big files
I0116 02:24:14.360830 444532 command_runner.go:130] > # big_files_temporary_dir = ""
I0116 02:24:14.360836 444532 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I0116 02:24:14.360842 444532 command_runner.go:130] > # CNI plugins.
I0116 02:24:14.360848 444532 command_runner.go:130] > [crio.network]
I0116 02:24:14.360861 444532 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I0116 02:24:14.360874 444532 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I0116 02:24:14.360885 444532 command_runner.go:130] > # cni_default_network = ""
I0116 02:24:14.360901 444532 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I0116 02:24:14.360916 444532 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I0116 02:24:14.360928 444532 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I0116 02:24:14.360937 444532 command_runner.go:130] > # plugin_dirs = [
I0116 02:24:14.360944 444532 command_runner.go:130] > # "/opt/cni/bin/",
I0116 02:24:14.360967 444532 command_runner.go:130] > # ]
I0116 02:24:14.360978 444532 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I0116 02:24:14.360987 444532 command_runner.go:130] > [crio.metrics]
I0116 02:24:14.360999 444532 command_runner.go:130] > # Globally enable or disable metrics support.
I0116 02:24:14.361008 444532 command_runner.go:130] > # enable_metrics = false
I0116 02:24:14.361019 444532 command_runner.go:130] > # Specify enabled metrics collectors.
I0116 02:24:14.361030 444532 command_runner.go:130] > # Per default all metrics are enabled.
I0116 02:24:14.361039 444532 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I0116 02:24:14.361053 444532 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I0116 02:24:14.361066 444532 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I0116 02:24:14.361077 444532 command_runner.go:130] > # metrics_collectors = [
I0116 02:24:14.361086 444532 command_runner.go:130] > # "operations",
I0116 02:24:14.361097 444532 command_runner.go:130] > # "operations_latency_microseconds_total",
I0116 02:24:14.361108 444532 command_runner.go:130] > # "operations_latency_microseconds",
I0116 02:24:14.361122 444532 command_runner.go:130] > # "operations_errors",
I0116 02:24:14.361131 444532 command_runner.go:130] > # "image_pulls_by_digest",
I0116 02:24:14.361138 444532 command_runner.go:130] > # "image_pulls_by_name",
I0116 02:24:14.361145 444532 command_runner.go:130] > # "image_pulls_by_name_skipped",
I0116 02:24:14.361156 444532 command_runner.go:130] > # "image_pulls_failures",
I0116 02:24:14.361167 444532 command_runner.go:130] > # "image_pulls_successes",
I0116 02:24:14.361177 444532 command_runner.go:130] > # "image_pulls_layer_size",
I0116 02:24:14.361187 444532 command_runner.go:130] > # "image_layer_reuse",
I0116 02:24:14.361197 444532 command_runner.go:130] > # "containers_oom_total",
I0116 02:24:14.361207 444532 command_runner.go:130] > # "containers_oom",
I0116 02:24:14.361216 444532 command_runner.go:130] > # "processes_defunct",
I0116 02:24:14.361223 444532 command_runner.go:130] > # "operations_total",
I0116 02:24:14.361230 444532 command_runner.go:130] > # "operations_latency_seconds",
I0116 02:24:14.361241 444532 command_runner.go:130] > # "operations_latency_seconds_total",
I0116 02:24:14.361256 444532 command_runner.go:130] > # "operations_errors_total",
I0116 02:24:14.361267 444532 command_runner.go:130] > # "image_pulls_bytes_total",
I0116 02:24:14.361278 444532 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I0116 02:24:14.361293 444532 command_runner.go:130] > # "image_pulls_failure_total",
I0116 02:24:14.361307 444532 command_runner.go:130] > # "image_pulls_success_total",
I0116 02:24:14.361317 444532 command_runner.go:130] > # "image_layer_reuse_total",
I0116 02:24:14.361326 444532 command_runner.go:130] > # "containers_oom_count_total",
I0116 02:24:14.361333 444532 command_runner.go:130] > # ]
I0116 02:24:14.361342 444532 command_runner.go:130] > # The port on which the metrics server will listen.
I0116 02:24:14.361353 444532 command_runner.go:130] > # metrics_port = 9090
I0116 02:24:14.361362 444532 command_runner.go:130] > # Local socket path to bind the metrics server to
I0116 02:24:14.361372 444532 command_runner.go:130] > # metrics_socket = ""
I0116 02:24:14.361383 444532 command_runner.go:130] > # The certificate for the secure metrics server.
I0116 02:24:14.361396 444532 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I0116 02:24:14.361413 444532 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I0116 02:24:14.361422 444532 command_runner.go:130] > # certificate on any modification event.
I0116 02:24:14.361430 444532 command_runner.go:130] > # metrics_cert = ""
I0116 02:24:14.361442 444532 command_runner.go:130] > # The certificate key for the secure metrics server.
I0116 02:24:14.361454 444532 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I0116 02:24:14.361464 444532 command_runner.go:130] > # metrics_key = ""
I0116 02:24:14.361479 444532 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I0116 02:24:14.361489 444532 command_runner.go:130] > [crio.tracing]
I0116 02:24:14.361504 444532 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I0116 02:24:14.361513 444532 command_runner.go:130] > # enable_tracing = false
I0116 02:24:14.361535 444532 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I0116 02:24:14.361543 444532 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I0116 02:24:14.361552 444532 command_runner.go:130] > # Number of samples to collect per million spans.
I0116 02:24:14.361560 444532 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I0116 02:24:14.361570 444532 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I0116 02:24:14.361576 444532 command_runner.go:130] > [crio.stats]
I0116 02:24:14.361590 444532 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I0116 02:24:14.361602 444532 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I0116 02:24:14.361612 444532 command_runner.go:130] > # stats_collection_period = 0
I0116 02:24:14.361664 444532 command_runner.go:130] ! time="2024-01-16 02:24:14.355456723Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I0116 02:24:14.361689 444532 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I0116 02:24:14.361789 444532 cni.go:84] Creating CNI manager for ""
I0116 02:24:14.361804 444532 cni.go:136] 1 nodes found, recommending kindnet
I0116 02:24:14.361828 444532 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0116 02:24:14.361859 444532 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-751110 NodeName:multinode-751110 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0116 02:24:14.362068 444532 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-751110"
kubeletExtraArgs:
node-ip: 192.168.58.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0116 02:24:14.362199 444532 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-751110 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:multinode-751110 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0116 02:24:14.362273 444532 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0116 02:24:14.370702 444532 command_runner.go:130] > kubeadm
I0116 02:24:14.370724 444532 command_runner.go:130] > kubectl
I0116 02:24:14.370728 444532 command_runner.go:130] > kubelet
I0116 02:24:14.370755 444532 binaries.go:44] Found k8s binaries, skipping transfer
I0116 02:24:14.370809 444532 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0116 02:24:14.378757 444532 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (426 bytes)
I0116 02:24:14.394328 444532 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0116 02:24:14.410021 444532 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2097 bytes)
I0116 02:24:14.425692 444532 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I0116 02:24:14.428692 444532 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:24:14.437933 444532 certs.go:56] Setting up /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110 for IP: 192.168.58.2
I0116 02:24:14.437963 444532 certs.go:190] acquiring lock for shared ca certs: {Name:mkd4d6035fde55950b50a8f3804246d14850b383 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:14.438136 444532 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key
I0116 02:24:14.438194 444532 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key
I0116 02:24:14.438243 444532 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.key
I0116 02:24:14.438255 444532 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.crt with IP's: []
I0116 02:24:14.530714 444532 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.crt ...
I0116 02:24:14.530747 444532 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.crt: {Name:mkd1e109cc8918cefc198f4744fcff14c059b63a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:14.530943 444532 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.key ...
I0116 02:24:14.530958 444532 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.key: {Name:mka95ec297142609901f425fe137e307947b8855 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:14.531056 444532 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.key.cee25041
I0116 02:24:14.531073 444532 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.crt.cee25041 with IP's: [192.168.58.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0116 02:24:14.741047 444532 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.crt.cee25041 ...
I0116 02:24:14.741081 444532 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.crt.cee25041: {Name:mkaab4fd50e4246b1a9f7db5a049f0806e0078d5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:14.741262 444532 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.key.cee25041 ...
I0116 02:24:14.741280 444532 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.key.cee25041: {Name:mk8deb0296278c356664794405f6ee63a51fea00 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:14.741380 444532 certs.go:337] copying /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.crt.cee25041 -> /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.crt
I0116 02:24:14.741461 444532 certs.go:341] copying /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.key.cee25041 -> /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.key
I0116 02:24:14.741512 444532 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.key
I0116 02:24:14.741527 444532 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.crt with IP's: []
I0116 02:24:15.124198 444532 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.crt ...
I0116 02:24:15.124242 444532 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.crt: {Name:mk1b1d6e3b3fafad49a16cf429f9d92a5d9208a8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:15.124425 444532 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.key ...
I0116 02:24:15.124438 444532 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.key: {Name:mk880ba7ab4b565895cd7b5bbf06e77c06ff10e2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:15.124508 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0116 02:24:15.124525 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0116 02:24:15.124536 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0116 02:24:15.124548 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0116 02:24:15.124560 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0116 02:24:15.124597 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0116 02:24:15.124610 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0116 02:24:15.124620 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0116 02:24:15.124692 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem (1338 bytes)
W0116 02:24:15.124737 444532 certs.go:433] ignoring /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656_empty.pem, impossibly tiny 0 bytes
I0116 02:24:15.124753 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem (1675 bytes)
I0116 02:24:15.124783 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem (1078 bytes)
I0116 02:24:15.124808 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem (1123 bytes)
I0116 02:24:15.124834 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem (1675 bytes)
I0116 02:24:15.124871 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem (1708 bytes)
I0116 02:24:15.124899 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> /usr/share/ca-certificates/3616562.pem
I0116 02:24:15.124914 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:15.124926 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem -> /usr/share/ca-certificates/361656.pem
I0116 02:24:15.125577 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0116 02:24:15.147817 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0116 02:24:15.168440 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0116 02:24:15.189130 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0116 02:24:15.209914 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0116 02:24:15.230223 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0116 02:24:15.250738 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0116 02:24:15.271253 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0116 02:24:15.292311 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem --> /usr/share/ca-certificates/3616562.pem (1708 bytes)
I0116 02:24:15.313044 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0116 02:24:15.333465 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem --> /usr/share/ca-certificates/361656.pem (1338 bytes)
I0116 02:24:15.353685 444532 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0116 02:24:15.368832 444532 ssh_runner.go:195] Run: openssl version
I0116 02:24:15.373719 444532 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I0116 02:24:15.373808 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3616562.pem && ln -fs /usr/share/ca-certificates/3616562.pem /etc/ssl/certs/3616562.pem"
I0116 02:24:15.382343 444532 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3616562.pem
I0116 02:24:15.385410 444532 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Jan 16 02:11 /usr/share/ca-certificates/3616562.pem
I0116 02:24:15.385451 444532 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Jan 16 02:11 /usr/share/ca-certificates/3616562.pem
I0116 02:24:15.385491 444532 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3616562.pem
I0116 02:24:15.391269 444532 command_runner.go:130] > 3ec20f2e
I0116 02:24:15.391492 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3616562.pem /etc/ssl/certs/3ec20f2e.0"
I0116 02:24:15.399992 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0116 02:24:15.408214 444532 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:15.411171 444532 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Jan 16 02:05 /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:15.411201 444532 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jan 16 02:05 /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:15.411258 444532 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:15.417276 444532 command_runner.go:130] > b5213941
I0116 02:24:15.417465 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0116 02:24:15.425629 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/361656.pem && ln -fs /usr/share/ca-certificates/361656.pem /etc/ssl/certs/361656.pem"
I0116 02:24:15.433946 444532 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/361656.pem
I0116 02:24:15.436861 444532 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Jan 16 02:11 /usr/share/ca-certificates/361656.pem
I0116 02:24:15.436894 444532 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Jan 16 02:11 /usr/share/ca-certificates/361656.pem
I0116 02:24:15.436935 444532 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/361656.pem
I0116 02:24:15.443028 444532 command_runner.go:130] > 51391683
I0116 02:24:15.443103 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/361656.pem /etc/ssl/certs/51391683.0"
I0116 02:24:15.451306 444532 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0116 02:24:15.454270 444532 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0116 02:24:15.454313 444532 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0116 02:24:15.454360 444532 kubeadm.go:404] StartCluster: {Name:multinode-751110 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:multinode-751110 Namespace:default APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetr
ics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:24:15.454465 444532 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0116 02:24:15.454540 444532 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0116 02:24:15.487386 444532 cri.go:89] found id: ""
I0116 02:24:15.487465 444532 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0116 02:24:15.495107 444532 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/kubeadm-flags.env': No such file or directory
I0116 02:24:15.495132 444532 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/config.yaml': No such file or directory
I0116 02:24:15.495138 444532 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/etcd': No such file or directory
I0116 02:24:15.495841 444532 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0116 02:24:15.503524 444532 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0116 02:24:15.503571 444532 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0116 02:24:15.511125 444532 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
I0116 02:24:15.511143 444532 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
I0116 02:24:15.511151 444532 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
I0116 02:24:15.511178 444532 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0116 02:24:15.511222 444532 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0116 02:24:15.511257 444532 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0116 02:24:15.588990 444532 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1048-gcp\n", err: exit status 1
I0116 02:24:15.589027 444532 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1048-gcp\n", err: exit status 1
I0116 02:24:15.648849 444532 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0116 02:24:15.648866 444532 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0116 02:24:24.259340 444532 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0116 02:24:24.259373 444532 command_runner.go:130] > [init] Using Kubernetes version: v1.28.4
I0116 02:24:24.259412 444532 kubeadm.go:322] [preflight] Running pre-flight checks
I0116 02:24:24.259418 444532 command_runner.go:130] > [preflight] Running pre-flight checks
I0116 02:24:24.259523 444532 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0116 02:24:24.259547 444532 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I0116 02:24:24.259617 444532 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1048-gcp[0m
I0116 02:24:24.259627 444532 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1048-gcp[0m
I0116 02:24:24.259660 444532 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0116 02:24:24.259680 444532 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I0116 02:24:24.259741 444532 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0116 02:24:24.259748 444532 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0116 02:24:24.259785 444532 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0116 02:24:24.259792 444532 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0116 02:24:24.259864 444532 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0116 02:24:24.259896 444532 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0116 02:24:24.259960 444532 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0116 02:24:24.259975 444532 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0116 02:24:24.260043 444532 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0116 02:24:24.260054 444532 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0116 02:24:24.260126 444532 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0116 02:24:24.260137 444532 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0116 02:24:24.260194 444532 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0116 02:24:24.260213 444532 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0116 02:24:24.260309 444532 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0116 02:24:24.260318 444532 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0116 02:24:24.260397 444532 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0116 02:24:24.260408 444532 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0116 02:24:24.260523 444532 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0116 02:24:24.260533 444532 command_runner.go:130] > [preflight] Pulling images required for setting up a Kubernetes cluster
I0116 02:24:24.260648 444532 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0116 02:24:24.260664 444532 command_runner.go:130] > [preflight] This might take a minute or two, depending on the speed of your internet connection
I0116 02:24:24.260794 444532 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0116 02:24:24.260805 444532 command_runner.go:130] > [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0116 02:24:24.260918 444532 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0116 02:24:24.260964 444532 command_runner.go:130] > [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0116 02:24:24.262657 444532 out.go:204] - Generating certificates and keys ...
I0116 02:24:24.262775 444532 command_runner.go:130] > [certs] Using existing ca certificate authority
I0116 02:24:24.262787 444532 kubeadm.go:322] [certs] Using existing ca certificate authority
I0116 02:24:24.262867 444532 command_runner.go:130] > [certs] Using existing apiserver certificate and key on disk
I0116 02:24:24.262877 444532 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0116 02:24:24.262971 444532 command_runner.go:130] > [certs] Generating "apiserver-kubelet-client" certificate and key
I0116 02:24:24.262985 444532 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0116 02:24:24.263052 444532 command_runner.go:130] > [certs] Generating "front-proxy-ca" certificate and key
I0116 02:24:24.263059 444532 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0116 02:24:24.263132 444532 command_runner.go:130] > [certs] Generating "front-proxy-client" certificate and key
I0116 02:24:24.263139 444532 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0116 02:24:24.263202 444532 command_runner.go:130] > [certs] Generating "etcd/ca" certificate and key
I0116 02:24:24.263212 444532 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0116 02:24:24.263282 444532 command_runner.go:130] > [certs] Generating "etcd/server" certificate and key
I0116 02:24:24.263291 444532 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0116 02:24:24.263464 444532 command_runner.go:130] > [certs] etcd/server serving cert is signed for DNS names [localhost multinode-751110] and IPs [192.168.58.2 127.0.0.1 ::1]
I0116 02:24:24.263473 444532 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [localhost multinode-751110] and IPs [192.168.58.2 127.0.0.1 ::1]
I0116 02:24:24.263539 444532 command_runner.go:130] > [certs] Generating "etcd/peer" certificate and key
I0116 02:24:24.263550 444532 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0116 02:24:24.263692 444532 command_runner.go:130] > [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-751110] and IPs [192.168.58.2 127.0.0.1 ::1]
I0116 02:24:24.263721 444532 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-751110] and IPs [192.168.58.2 127.0.0.1 ::1]
I0116 02:24:24.263826 444532 command_runner.go:130] > [certs] Generating "etcd/healthcheck-client" certificate and key
I0116 02:24:24.263837 444532 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0116 02:24:24.263916 444532 command_runner.go:130] > [certs] Generating "apiserver-etcd-client" certificate and key
I0116 02:24:24.263925 444532 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0116 02:24:24.263994 444532 command_runner.go:130] > [certs] Generating "sa" key and public key
I0116 02:24:24.264003 444532 kubeadm.go:322] [certs] Generating "sa" key and public key
I0116 02:24:24.264078 444532 command_runner.go:130] > [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0116 02:24:24.264094 444532 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0116 02:24:24.264168 444532 command_runner.go:130] > [kubeconfig] Writing "admin.conf" kubeconfig file
I0116 02:24:24.264175 444532 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0116 02:24:24.264220 444532 command_runner.go:130] > [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0116 02:24:24.264228 444532 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0116 02:24:24.264298 444532 command_runner.go:130] > [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0116 02:24:24.264308 444532 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0116 02:24:24.264383 444532 command_runner.go:130] > [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0116 02:24:24.264394 444532 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0116 02:24:24.264501 444532 command_runner.go:130] > [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0116 02:24:24.264508 444532 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0116 02:24:24.264575 444532 command_runner.go:130] > [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0116 02:24:24.264588 444532 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0116 02:24:24.266910 444532 out.go:204] - Booting up control plane ...
I0116 02:24:24.267029 444532 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-apiserver"
I0116 02:24:24.267040 444532 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0116 02:24:24.267133 444532 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0116 02:24:24.267156 444532 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0116 02:24:24.267263 444532 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-scheduler"
I0116 02:24:24.267275 444532 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0116 02:24:24.267411 444532 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0116 02:24:24.267421 444532 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0116 02:24:24.267519 444532 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0116 02:24:24.267537 444532 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0116 02:24:24.267593 444532 command_runner.go:130] > [kubelet-start] Starting the kubelet
I0116 02:24:24.267599 444532 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0116 02:24:24.267732 444532 command_runner.go:130] > [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0116 02:24:24.267742 444532 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0116 02:24:24.267838 444532 command_runner.go:130] > [apiclient] All control plane components are healthy after 4.502314 seconds
I0116 02:24:24.267848 444532 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.502314 seconds
I0116 02:24:24.267947 444532 command_runner.go:130] > [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0116 02:24:24.267954 444532 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0116 02:24:24.268050 444532 command_runner.go:130] > [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0116 02:24:24.268056 444532 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0116 02:24:24.268132 444532 command_runner.go:130] > [upload-certs] Skipping phase. Please see --upload-certs
I0116 02:24:24.268142 444532 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0116 02:24:24.268367 444532 command_runner.go:130] > [mark-control-plane] Marking the node multinode-751110 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0116 02:24:24.268377 444532 kubeadm.go:322] [mark-control-plane] Marking the node multinode-751110 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0116 02:24:24.268428 444532 command_runner.go:130] > [bootstrap-token] Using token: sfmmbv.zzzvyw56wq11nxk7
I0116 02:24:24.268435 444532 kubeadm.go:322] [bootstrap-token] Using token: sfmmbv.zzzvyw56wq11nxk7
I0116 02:24:24.270102 444532 out.go:204] - Configuring RBAC rules ...
I0116 02:24:24.270215 444532 command_runner.go:130] > [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0116 02:24:24.270224 444532 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0116 02:24:24.270296 444532 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0116 02:24:24.270307 444532 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0116 02:24:24.270422 444532 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0116 02:24:24.270429 444532 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0116 02:24:24.270551 444532 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0116 02:24:24.270560 444532 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0116 02:24:24.270669 444532 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0116 02:24:24.270678 444532 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0116 02:24:24.270806 444532 command_runner.go:130] > [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0116 02:24:24.270818 444532 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0116 02:24:24.270911 444532 command_runner.go:130] > [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0116 02:24:24.270918 444532 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0116 02:24:24.270952 444532 command_runner.go:130] > [addons] Applied essential addon: CoreDNS
I0116 02:24:24.270958 444532 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0116 02:24:24.270993 444532 command_runner.go:130] > [addons] Applied essential addon: kube-proxy
I0116 02:24:24.271002 444532 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0116 02:24:24.271005 444532 kubeadm.go:322]
I0116 02:24:24.271066 444532 command_runner.go:130] > Your Kubernetes control-plane has initialized successfully!
I0116 02:24:24.271080 444532 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0116 02:24:24.271085 444532 kubeadm.go:322]
I0116 02:24:24.271195 444532 command_runner.go:130] > To start using your cluster, you need to run the following as a regular user:
I0116 02:24:24.271216 444532 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0116 02:24:24.271221 444532 kubeadm.go:322]
I0116 02:24:24.271242 444532 command_runner.go:130] > mkdir -p $HOME/.kube
I0116 02:24:24.271248 444532 kubeadm.go:322] mkdir -p $HOME/.kube
I0116 02:24:24.271330 444532 command_runner.go:130] > sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0116 02:24:24.271344 444532 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0116 02:24:24.271409 444532 command_runner.go:130] > sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0116 02:24:24.271415 444532 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0116 02:24:24.271423 444532 kubeadm.go:322]
I0116 02:24:24.271472 444532 command_runner.go:130] > Alternatively, if you are the root user, you can run:
I0116 02:24:24.271478 444532 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0116 02:24:24.271483 444532 kubeadm.go:322]
I0116 02:24:24.271527 444532 command_runner.go:130] > export KUBECONFIG=/etc/kubernetes/admin.conf
I0116 02:24:24.271533 444532 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0116 02:24:24.271536 444532 kubeadm.go:322]
I0116 02:24:24.271587 444532 command_runner.go:130] > You should now deploy a pod network to the cluster.
I0116 02:24:24.271597 444532 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0116 02:24:24.271673 444532 command_runner.go:130] > Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0116 02:24:24.271682 444532 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0116 02:24:24.271735 444532 command_runner.go:130] > https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0116 02:24:24.271748 444532 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0116 02:24:24.271753 444532 kubeadm.go:322]
I0116 02:24:24.271838 444532 command_runner.go:130] > You can now join any number of control-plane nodes by copying certificate authorities
I0116 02:24:24.271854 444532 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0116 02:24:24.271915 444532 command_runner.go:130] > and service account keys on each node and then running the following as root:
I0116 02:24:24.271921 444532 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0116 02:24:24.271924 444532 kubeadm.go:322]
I0116 02:24:24.271991 444532 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token sfmmbv.zzzvyw56wq11nxk7 \
I0116 02:24:24.271999 444532 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token sfmmbv.zzzvyw56wq11nxk7 \
I0116 02:24:24.272090 444532 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d \
I0116 02:24:24.272100 444532 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d \
I0116 02:24:24.272127 444532 command_runner.go:130] > --control-plane
I0116 02:24:24.272134 444532 kubeadm.go:322] --control-plane
I0116 02:24:24.272137 444532 kubeadm.go:322]
I0116 02:24:24.272218 444532 command_runner.go:130] > Then you can join any number of worker nodes by running the following on each as root:
I0116 02:24:24.272225 444532 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0116 02:24:24.272229 444532 kubeadm.go:322]
I0116 02:24:24.272351 444532 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token sfmmbv.zzzvyw56wq11nxk7 \
I0116 02:24:24.272364 444532 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token sfmmbv.zzzvyw56wq11nxk7 \
I0116 02:24:24.272480 444532 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d
I0116 02:24:24.272502 444532 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d
I0116 02:24:24.272509 444532 cni.go:84] Creating CNI manager for ""
I0116 02:24:24.272517 444532 cni.go:136] 1 nodes found, recommending kindnet
I0116 02:24:24.274145 444532 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0116 02:24:24.275616 444532 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0116 02:24:24.279333 444532 command_runner.go:130] > File: /opt/cni/bin/portmap
I0116 02:24:24.279360 444532 command_runner.go:130] > Size: 4085020 Blocks: 7992 IO Block: 4096 regular file
I0116 02:24:24.279370 444532 command_runner.go:130] > Device: 37h/55d Inode: 814277 Links: 1
I0116 02:24:24.279381 444532 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I0116 02:24:24.279390 444532 command_runner.go:130] > Access: 2023-12-04 16:39:01.000000000 +0000
I0116 02:24:24.279403 444532 command_runner.go:130] > Modify: 2023-12-04 16:39:01.000000000 +0000
I0116 02:24:24.279411 444532 command_runner.go:130] > Change: 2024-01-16 02:05:33.691044107 +0000
I0116 02:24:24.279420 444532 command_runner.go:130] > Birth: 2024-01-16 02:05:33.663041423 +0000
I0116 02:24:24.279477 444532 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0116 02:24:24.279493 444532 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0116 02:24:24.296569 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0116 02:24:24.969131 444532 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet created
I0116 02:24:24.969153 444532 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet created
I0116 02:24:24.969159 444532 command_runner.go:130] > serviceaccount/kindnet created
I0116 02:24:24.969163 444532 command_runner.go:130] > daemonset.apps/kindnet created
I0116 02:24:24.969195 444532 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0116 02:24:24.969332 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:24.969334 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd minikube.k8s.io/name=multinode-751110 minikube.k8s.io/updated_at=2024_01_16T02_24_24_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:24.976124 444532 command_runner.go:130] > -16
I0116 02:24:24.976160 444532 ops.go:34] apiserver oom_adj: -16
I0116 02:24:25.045166 444532 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/minikube-rbac created
I0116 02:24:25.049335 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:25.054579 444532 command_runner.go:130] > node/multinode-751110 labeled
I0116 02:24:25.113609 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:25.550289 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:25.613981 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:26.049602 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:26.110655 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:26.550039 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:26.611869 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:27.049988 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:27.115395 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:27.549966 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:27.610240 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:28.050366 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:28.114258 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:28.549456 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:28.609150 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:29.050207 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:29.112721 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:29.550187 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:29.614070 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:30.049690 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:30.113062 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:30.549435 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:30.611784 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:31.050236 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:31.111387 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:31.550417 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:31.612083 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:32.050410 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:32.114399 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:32.549453 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:32.613388 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:33.050084 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:33.114637 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:33.550349 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:33.615863 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:34.050177 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:34.114632 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:34.550273 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:34.612823 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:35.050361 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:35.114951 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:35.549518 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:35.615795 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:36.050152 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:36.111935 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:36.550194 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:36.615337 444532 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0116 02:24:37.049915 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:37.111499 444532 command_runner.go:130] > NAME SECRETS AGE
I0116 02:24:37.111526 444532 command_runner.go:130] > default 0 1s
I0116 02:24:37.113975 444532 kubeadm.go:1088] duration metric: took 12.144727409s to wait for elevateKubeSystemPrivileges.
I0116 02:24:37.114017 444532 kubeadm.go:406] StartCluster complete in 21.659661644s
I0116 02:24:37.114048 444532 settings.go:142] acquiring lock: {Name:mkbde07d72d2f3dabb90af2e91d052bf7b168536 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:37.114146 444532 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:24:37.114850 444532 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-354983/kubeconfig: {Name:mk115b95b91a346bcc55d32e9037d026c4bc6af5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:37.115116 444532 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0116 02:24:37.115194 444532 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]
I0116 02:24:37.115288 444532 addons.go:69] Setting storage-provisioner=true in profile "multinode-751110"
I0116 02:24:37.115325 444532 addons.go:234] Setting addon storage-provisioner=true in "multinode-751110"
I0116 02:24:37.115327 444532 config.go:182] Loaded profile config "multinode-751110": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:24:37.115327 444532 addons.go:69] Setting default-storageclass=true in profile "multinode-751110"
I0116 02:24:37.115383 444532 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:24:37.115395 444532 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "multinode-751110"
I0116 02:24:37.115413 444532 host.go:66] Checking if "multinode-751110" exists ...
I0116 02:24:37.115773 444532 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Status}}
I0116 02:24:37.115697 444532 kapi.go:59] client config for multinode-751110: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.crt", KeyFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.key", CAFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c19be0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0116 02:24:37.115979 444532 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Status}}
I0116 02:24:37.116499 444532 cert_rotation.go:137] Starting client certificate rotation controller
I0116 02:24:37.116813 444532 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I0116 02:24:37.116829 444532 round_trippers.go:469] Request Headers:
I0116 02:24:37.116837 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:37.116846 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:37.127371 444532 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I0116 02:24:37.127399 444532 round_trippers.go:577] Response Headers:
I0116 02:24:37.127411 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:37.127421 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:37.127431 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:37.127439 444532 round_trippers.go:580] Content-Length: 291
I0116 02:24:37.127446 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:37 GMT
I0116 02:24:37.127456 444532 round_trippers.go:580] Audit-Id: 5c94f58e-6bfd-469c-afd8-e1cb38606254
I0116 02:24:37.127468 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:37.127527 444532 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"a243e654-1756-4730-b98a-8ca76f06cf65","resourceVersion":"260","creationTimestamp":"2024-01-16T02:24:24Z"},"spec":{"replicas":2},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I0116 02:24:37.128097 444532 request.go:1212] Request Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"a243e654-1756-4730-b98a-8ca76f06cf65","resourceVersion":"260","creationTimestamp":"2024-01-16T02:24:24Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I0116 02:24:37.128173 444532 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I0116 02:24:37.128187 444532 round_trippers.go:469] Request Headers:
I0116 02:24:37.128199 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:37.128212 444532 round_trippers.go:473] Content-Type: application/json
I0116 02:24:37.128224 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:37.136453 444532 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0116 02:24:37.137863 444532 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0116 02:24:37.136316 444532 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0116 02:24:37.137908 444532 round_trippers.go:577] Response Headers:
I0116 02:24:37.137923 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:37.137937 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:37.137947 444532 round_trippers.go:580] Content-Length: 291
I0116 02:24:37.137958 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:37 GMT
I0116 02:24:37.137966 444532 round_trippers.go:580] Audit-Id: 19f7dfcd-436d-4354-b6ec-2414d202b12d
I0116 02:24:37.137983 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:37.137885 444532 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0116 02:24:37.137994 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:37.138093 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:37.138113 444532 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"a243e654-1756-4730-b98a-8ca76f06cf65","resourceVersion":"336","creationTimestamp":"2024-01-16T02:24:24Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I0116 02:24:37.140119 444532 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:24:37.140484 444532 kapi.go:59] client config for multinode-751110: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.crt", KeyFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.key", CAFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c19be0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0116 02:24:37.140844 444532 addons.go:234] Setting addon default-storageclass=true in "multinode-751110"
I0116 02:24:37.140889 444532 host.go:66] Checking if "multinode-751110" exists ...
I0116 02:24:37.141321 444532 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Status}}
I0116 02:24:37.159382 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:24:37.161907 444532 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0116 02:24:37.161941 444532 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0116 02:24:37.162005 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:37.181986 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:24:37.189635 444532 command_runner.go:130] > apiVersion: v1
I0116 02:24:37.189659 444532 command_runner.go:130] > data:
I0116 02:24:37.189666 444532 command_runner.go:130] > Corefile: |
I0116 02:24:37.189673 444532 command_runner.go:130] > .:53 {
I0116 02:24:37.189680 444532 command_runner.go:130] > errors
I0116 02:24:37.189687 444532 command_runner.go:130] > health {
I0116 02:24:37.189695 444532 command_runner.go:130] > lameduck 5s
I0116 02:24:37.189701 444532 command_runner.go:130] > }
I0116 02:24:37.189711 444532 command_runner.go:130] > ready
I0116 02:24:37.189722 444532 command_runner.go:130] > kubernetes cluster.local in-addr.arpa ip6.arpa {
I0116 02:24:37.189732 444532 command_runner.go:130] > pods insecure
I0116 02:24:37.189744 444532 command_runner.go:130] > fallthrough in-addr.arpa ip6.arpa
I0116 02:24:37.189757 444532 command_runner.go:130] > ttl 30
I0116 02:24:37.189772 444532 command_runner.go:130] > }
I0116 02:24:37.189783 444532 command_runner.go:130] > prometheus :9153
I0116 02:24:37.189791 444532 command_runner.go:130] > forward . /etc/resolv.conf {
I0116 02:24:37.189800 444532 command_runner.go:130] > max_concurrent 1000
I0116 02:24:37.189809 444532 command_runner.go:130] > }
I0116 02:24:37.189816 444532 command_runner.go:130] > cache 30
I0116 02:24:37.189826 444532 command_runner.go:130] > loop
I0116 02:24:37.189833 444532 command_runner.go:130] > reload
I0116 02:24:37.189843 444532 command_runner.go:130] > loadbalance
I0116 02:24:37.189849 444532 command_runner.go:130] > }
I0116 02:24:37.189856 444532 command_runner.go:130] > kind: ConfigMap
I0116 02:24:37.189866 444532 command_runner.go:130] > metadata:
I0116 02:24:37.189876 444532 command_runner.go:130] > creationTimestamp: "2024-01-16T02:24:24Z"
I0116 02:24:37.189886 444532 command_runner.go:130] > name: coredns
I0116 02:24:37.189894 444532 command_runner.go:130] > namespace: kube-system
I0116 02:24:37.189904 444532 command_runner.go:130] > resourceVersion: "256"
I0116 02:24:37.189916 444532 command_runner.go:130] > uid: 98963822-33f3-4d56-ab0e-3e3a9d0daf71
I0116 02:24:37.192608 444532 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.58.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0116 02:24:37.279050 444532 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0116 02:24:37.347211 444532 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0116 02:24:37.616913 444532 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I0116 02:24:37.616942 444532 round_trippers.go:469] Request Headers:
I0116 02:24:37.616969 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:37.616977 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:37.636997 444532 round_trippers.go:574] Response Status: 200 OK in 19 milliseconds
I0116 02:24:37.637040 444532 round_trippers.go:577] Response Headers:
I0116 02:24:37.637052 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:37.637063 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:37.637072 444532 round_trippers.go:580] Content-Length: 291
I0116 02:24:37.637081 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:37 GMT
I0116 02:24:37.637108 444532 round_trippers.go:580] Audit-Id: b0fa0b2e-bbe6-4ca8-b88e-1c7891c7677a
I0116 02:24:37.637133 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:37.637150 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:37.637187 444532 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"a243e654-1756-4730-b98a-8ca76f06cf65","resourceVersion":"336","creationTimestamp":"2024-01-16T02:24:24Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I0116 02:24:37.637332 444532 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-751110" context rescaled to 1 replicas
I0116 02:24:37.637382 444532 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0116 02:24:37.639217 444532 out.go:177] * Verifying Kubernetes components...
I0116 02:24:37.640656 444532 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:24:37.747510 444532 command_runner.go:130] > configmap/coredns replaced
I0116 02:24:37.752139 444532 start.go:929] {"host.minikube.internal": 192.168.58.1} host record injected into CoreDNS's ConfigMap
I0116 02:24:38.086929 444532 command_runner.go:130] > serviceaccount/storage-provisioner created
I0116 02:24:38.091861 444532 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/storage-provisioner created
I0116 02:24:38.099579 444532 command_runner.go:130] > role.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I0116 02:24:38.105514 444532 command_runner.go:130] > rolebinding.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I0116 02:24:38.111565 444532 command_runner.go:130] > endpoints/k8s.io-minikube-hostpath created
I0116 02:24:38.120092 444532 command_runner.go:130] > pod/storage-provisioner created
I0116 02:24:38.125508 444532 command_runner.go:130] > storageclass.storage.k8s.io/standard created
I0116 02:24:38.125662 444532 round_trippers.go:463] GET https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses
I0116 02:24:38.125675 444532 round_trippers.go:469] Request Headers:
I0116 02:24:38.125707 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:38.125721 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:38.125957 444532 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:24:38.126162 444532 kapi.go:59] client config for multinode-751110: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.crt", KeyFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.key", CAFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c19be0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0116 02:24:38.126400 444532 node_ready.go:35] waiting up to 6m0s for node "multinode-751110" to be "Ready" ...
I0116 02:24:38.126465 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:38.126472 444532 round_trippers.go:469] Request Headers:
I0116 02:24:38.126479 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:38.126486 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:38.127540 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:38.127565 444532 round_trippers.go:577] Response Headers:
I0116 02:24:38.127576 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:38 GMT
I0116 02:24:38.127585 444532 round_trippers.go:580] Audit-Id: 879f6bbc-3fab-4926-ab58-c67b995ff4de
I0116 02:24:38.127593 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:38.127608 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:38.127621 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:38.127634 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:38.127646 444532 round_trippers.go:580] Content-Length: 1273
I0116 02:24:38.127684 444532 request.go:1212] Response Body: {"kind":"StorageClassList","apiVersion":"storage.k8s.io/v1","metadata":{"resourceVersion":"399"},"items":[{"metadata":{"name":"standard","uid":"df358c3b-a97c-4245-8997-1a0a139ff0f3","resourceVersion":"371","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kuberne
tes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is- [truncated 249 chars]
I0116 02:24:38.128111 444532 request.go:1212] Request Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"df358c3b-a97c-4245-8997-1a0a139ff0f3","resourceVersion":"371","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclas
s.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I0116 02:24:38.128165 444532 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses/standard
I0116 02:24:38.128177 444532 round_trippers.go:469] Request Headers:
I0116 02:24:38.128187 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:38.128199 444532 round_trippers.go:473] Content-Type: application/json
I0116 02:24:38.128204 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:38.128261 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:38.128282 444532 round_trippers.go:577] Response Headers:
I0116 02:24:38.128297 444532 round_trippers.go:580] Audit-Id: 840e397b-df20-4ef3-ba37-c96b95cc6373
I0116 02:24:38.128311 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:38.128327 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:38.128339 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:38.128349 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:38.128360 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:38 GMT
I0116 02:24:38.128507 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"368","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I0116 02:24:38.133511 444532 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0116 02:24:38.133529 444532 round_trippers.go:577] Response Headers:
I0116 02:24:38.133535 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:38 GMT
I0116 02:24:38.133541 444532 round_trippers.go:580] Audit-Id: 39170deb-02bc-4929-99ea-1654ce072f17
I0116 02:24:38.133546 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:38.133552 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:38.133557 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:38.133564 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:38.133573 444532 round_trippers.go:580] Content-Length: 1220
I0116 02:24:38.133614 444532 request.go:1212] Response Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"df358c3b-a97c-4245-8997-1a0a139ff0f3","resourceVersion":"371","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storagecla
ss.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I0116 02:24:38.135692 444532 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I0116 02:24:38.137111 444532 addons.go:505] enable addons completed in 1.021923718s: enabled=[storage-provisioner default-storageclass]
I0116 02:24:38.627238 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:38.627262 444532 round_trippers.go:469] Request Headers:
I0116 02:24:38.627270 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:38.627276 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:38.629720 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:38.629744 444532 round_trippers.go:577] Response Headers:
I0116 02:24:38.629755 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:38 GMT
I0116 02:24:38.629763 444532 round_trippers.go:580] Audit-Id: 0f2754aa-9d98-4bcc-b3e1-4c22fbcd30e5
I0116 02:24:38.629770 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:38.629777 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:38.629784 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:38.629792 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:38.629935 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"368","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I0116 02:24:39.127612 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:39.127648 444532 round_trippers.go:469] Request Headers:
I0116 02:24:39.127661 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:39.127684 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:39.130064 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:39.130088 444532 round_trippers.go:577] Response Headers:
I0116 02:24:39.130098 444532 round_trippers.go:580] Audit-Id: 0fdbb3cb-e626-482f-af65-732140041197
I0116 02:24:39.130104 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:39.130112 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:39.130121 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:39.130130 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:39.130143 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:39 GMT
I0116 02:24:39.130303 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"368","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I0116 02:24:39.626738 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:39.626766 444532 round_trippers.go:469] Request Headers:
I0116 02:24:39.626774 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:39.626780 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:39.635538 444532 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0116 02:24:39.635572 444532 round_trippers.go:577] Response Headers:
I0116 02:24:39.635582 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:39.635591 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:39.635598 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:39.635606 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:39.635616 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:39 GMT
I0116 02:24:39.635626 444532 round_trippers.go:580] Audit-Id: acb044cc-85de-4965-a9df-dda11734cd2a
I0116 02:24:39.635770 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:39.636203 444532 node_ready.go:49] node "multinode-751110" has status "Ready":"True"
I0116 02:24:39.636226 444532 node_ready.go:38] duration metric: took 1.509809675s waiting for node "multinode-751110" to be "Ready" ...
I0116 02:24:39.636242 444532 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:24:39.636332 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0116 02:24:39.636346 444532 round_trippers.go:469] Request Headers:
I0116 02:24:39.636358 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:39.636368 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:39.640026 444532 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0116 02:24:39.640070 444532 round_trippers.go:577] Response Headers:
I0116 02:24:39.640081 444532 round_trippers.go:580] Audit-Id: c014b101-a85b-49a1-99e0-514a17b42467
I0116 02:24:39.640090 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:39.640098 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:39.640107 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:39.640119 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:39.640145 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:39 GMT
I0116 02:24:39.641055 444532 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"425"},"items":[{"metadata":{"name":"coredns-5dd5756b68-mllc6","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"6acedee8-bd3e-46b2-a849-0dd39c130201","resourceVersion":"419","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55534 chars]
I0116 02:24:39.645683 444532 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mllc6" in "kube-system" namespace to be "Ready" ...
I0116 02:24:39.645808 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-mllc6
I0116 02:24:39.645820 444532 round_trippers.go:469] Request Headers:
I0116 02:24:39.645831 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:39.645843 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:39.648216 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:39.648245 444532 round_trippers.go:577] Response Headers:
I0116 02:24:39.648255 444532 round_trippers.go:580] Audit-Id: 93ae5eec-4f2c-40dd-bf77-e7b4bb87bda9
I0116 02:24:39.648263 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:39.648271 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:39.648280 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:39.648290 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:39.648299 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:39 GMT
I0116 02:24:39.648432 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-mllc6","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"6acedee8-bd3e-46b2-a849-0dd39c130201","resourceVersion":"419","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I0116 02:24:39.648874 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:39.648891 444532 round_trippers.go:469] Request Headers:
I0116 02:24:39.648898 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:39.648905 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:39.650710 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:39.650735 444532 round_trippers.go:577] Response Headers:
I0116 02:24:39.650745 444532 round_trippers.go:580] Audit-Id: 39680e56-4a30-413b-a53a-044190175d43
I0116 02:24:39.650754 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:39.650766 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:39.650778 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:39.650789 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:39.650801 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:39 GMT
I0116 02:24:39.650950 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:40.146648 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-mllc6
I0116 02:24:40.146671 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.146680 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.146686 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.148997 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:40.149018 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.149025 444532 round_trippers.go:580] Audit-Id: 62ad449b-7fb3-4a9d-85cf-dcb557cb13e6
I0116 02:24:40.149033 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.149040 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.149048 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.149057 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.149072 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.149199 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-mllc6","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"6acedee8-bd3e-46b2-a849-0dd39c130201","resourceVersion":"419","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I0116 02:24:40.149780 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:40.149799 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.149810 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.149820 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.153393 444532 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0116 02:24:40.153418 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.153427 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.153435 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.153443 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.153451 444532 round_trippers.go:580] Audit-Id: ea96d211-be00-49dc-a8b1-cc448a732a4b
I0116 02:24:40.153460 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.153468 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.153633 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:40.646185 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-mllc6
I0116 02:24:40.646209 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.646218 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.646224 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.648580 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:40.648602 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.648611 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.648618 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.648625 444532 round_trippers.go:580] Audit-Id: ed35cde7-9a1c-49d0-a5ed-114b4ceac5d9
I0116 02:24:40.648633 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.648641 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.648650 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.648819 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-mllc6","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"6acedee8-bd3e-46b2-a849-0dd39c130201","resourceVersion":"429","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I0116 02:24:40.649318 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:40.649336 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.649346 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.649356 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.651266 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:40.651283 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.651290 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.651295 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.651300 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.651305 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.651313 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.651321 444532 round_trippers.go:580] Audit-Id: a8b45f3e-b6cd-4ab3-8a8a-918255875430
I0116 02:24:40.651492 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:40.651904 444532 pod_ready.go:92] pod "coredns-5dd5756b68-mllc6" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:40.651929 444532 pod_ready.go:81] duration metric: took 1.006211721s waiting for pod "coredns-5dd5756b68-mllc6" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.651943 444532 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.652009 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-751110
I0116 02:24:40.652020 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.652031 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.652042 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.653708 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:40.653730 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.653740 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.653748 444532 round_trippers.go:580] Audit-Id: e213f375-166c-4691-9640-94057ca24acd
I0116 02:24:40.653757 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.653769 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.653780 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.653790 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.653949 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-751110","namespace":"kube-system","uid":"f1e25e04-7609-498b-a0a8-4de4afb0c680","resourceVersion":"294","creationTimestamp":"2024-01-16T02:24:23Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"9f9404271443bdb52e3e38d6807d5263","kubernetes.io/config.mirror":"9f9404271443bdb52e3e38d6807d5263","kubernetes.io/config.seen":"2024-01-16T02:24:18.525439237Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:23Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I0116 02:24:40.654312 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:40.654325 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.654332 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.654338 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.655952 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:40.655970 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.655979 444532 round_trippers.go:580] Audit-Id: 0ddbccfe-470a-4ead-9466-5bc71947f429
I0116 02:24:40.655988 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.655996 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.656004 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.656015 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.656027 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.656139 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:40.656527 444532 pod_ready.go:92] pod "etcd-multinode-751110" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:40.656545 444532 pod_ready.go:81] duration metric: took 4.595436ms waiting for pod "etcd-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.656555 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.656606 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-751110
I0116 02:24:40.656613 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.656620 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.656625 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.658268 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:40.658288 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.658297 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.658305 444532 round_trippers.go:580] Audit-Id: 892dbce4-fe00-4849-8b6e-c605a46d15bb
I0116 02:24:40.658313 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.658327 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.658335 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.658345 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.658452 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-751110","namespace":"kube-system","uid":"448f0759-a684-445d-aff7-abe0bd91cc6d","resourceVersion":"293","creationTimestamp":"2024-01-16T02:24:23Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"b4c9fc1afbec8906b908f9f65184d478","kubernetes.io/config.mirror":"b4c9fc1afbec8906b908f9f65184d478","kubernetes.io/config.seen":"2024-01-16T02:24:18.525441010Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:23Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I0116 02:24:40.658841 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:40.658854 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.658861 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.658866 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.660516 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:40.660535 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.660545 444532 round_trippers.go:580] Audit-Id: 6ddf7791-76a8-4e32-92c8-c542b029c36c
I0116 02:24:40.660555 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.660568 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.660577 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.660589 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.660601 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.660694 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:40.661003 444532 pod_ready.go:92] pod "kube-apiserver-multinode-751110" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:40.661019 444532 pod_ready.go:81] duration metric: took 4.452127ms waiting for pod "kube-apiserver-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.661027 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.661069 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-751110
I0116 02:24:40.661073 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.661080 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.661085 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.662725 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:40.662746 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.662756 444532 round_trippers.go:580] Audit-Id: 7294afe8-11c8-4434-8469-5c44bae93b3e
I0116 02:24:40.662764 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.662770 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.662777 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.662786 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.662799 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.663019 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-751110","namespace":"kube-system","uid":"93358b8d-8f90-47ec-8d0c-cacecdf8014d","resourceVersion":"328","creationTimestamp":"2024-01-16T02:24:24Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"e98b5653f6e71d5cc4a9ddf2de7bf4d7","kubernetes.io/config.mirror":"e98b5653f6e71d5cc4a9ddf2de7bf4d7","kubernetes.io/config.seen":"2024-01-16T02:24:24.132893324Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:24Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I0116 02:24:40.663474 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:40.663492 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.663503 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.663511 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.665039 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:40.665057 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.665068 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.665077 444532 round_trippers.go:580] Audit-Id: 782a6f6b-82d0-4ba7-baee-476f058e5153
I0116 02:24:40.665086 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.665095 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.665106 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.665116 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.665278 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:40.665580 444532 pod_ready.go:92] pod "kube-controller-manager-multinode-751110" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:40.665599 444532 pod_ready.go:81] duration metric: took 4.564178ms waiting for pod "kube-controller-manager-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.665609 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-fsvtn" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.665673 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-fsvtn
I0116 02:24:40.665689 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.665697 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.665725 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.667210 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:40.667226 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.667235 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.667245 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.667254 444532 round_trippers.go:580] Audit-Id: 7fc95f1f-7060-41ef-a93a-1c5fbb1dcee8
I0116 02:24:40.667263 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.667270 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.667279 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.667402 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-fsvtn","generateName":"kube-proxy-","namespace":"kube-system","uid":"8192e4cd-7249-47d9-9b10-0d955e26983b","resourceVersion":"408","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"controller-revision-hash":"8486c7d9cd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"5788d3d5-256d-4a32-a206-f29fed929646","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"5788d3d5-256d-4a32-a206-f29fed929646\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5510 chars]
I0116 02:24:40.827214 444532 request.go:629] Waited for 159.360989ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:40.827299 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:40.827307 444532 round_trippers.go:469] Request Headers:
I0116 02:24:40.827318 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:40.827329 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:40.829751 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:40.829782 444532 round_trippers.go:577] Response Headers:
I0116 02:24:40.829793 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:40.829802 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:40 GMT
I0116 02:24:40.829810 444532 round_trippers.go:580] Audit-Id: 3fc6ec9e-0751-408f-99cf-2ce419a38c99
I0116 02:24:40.829819 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:40.829830 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:40.829842 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:40.829975 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:40.830298 444532 pod_ready.go:92] pod "kube-proxy-fsvtn" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:40.830316 444532 pod_ready.go:81] duration metric: took 164.697754ms waiting for pod "kube-proxy-fsvtn" in "kube-system" namespace to be "Ready" ...
I0116 02:24:40.830325 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:41.027767 444532 request.go:629] Waited for 197.362337ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-751110
I0116 02:24:41.027868 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-751110
I0116 02:24:41.027881 444532 round_trippers.go:469] Request Headers:
I0116 02:24:41.027895 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:41.027908 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:41.030271 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:41.030298 444532 round_trippers.go:577] Response Headers:
I0116 02:24:41.030308 444532 round_trippers.go:580] Audit-Id: c661e727-8be1-46b0-ab79-62322365895f
I0116 02:24:41.030316 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:41.030324 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:41.030333 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:41.030342 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:41.030352 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:41 GMT
I0116 02:24:41.030547 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-751110","namespace":"kube-system","uid":"5c47cbd4-3767-4737-9009-e421c9f47ac7","resourceVersion":"317","creationTimestamp":"2024-01-16T02:24:24Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"c6d65b6b2d144065e44bf257e6c16411","kubernetes.io/config.mirror":"c6d65b6b2d144065e44bf257e6c16411","kubernetes.io/config.seen":"2024-01-16T02:24:24.132888088Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:24Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I0116 02:24:41.227376 444532 request.go:629] Waited for 196.355865ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:41.227442 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:41.227448 444532 round_trippers.go:469] Request Headers:
I0116 02:24:41.227459 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:41.227471 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:41.229773 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:41.229798 444532 round_trippers.go:577] Response Headers:
I0116 02:24:41.229809 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:41.229817 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:41.229828 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:41 GMT
I0116 02:24:41.229836 444532 round_trippers.go:580] Audit-Id: 1b49e641-f754-4cc0-b6c7-39e14a142897
I0116 02:24:41.229847 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:41.229858 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:41.230010 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:41.230346 444532 pod_ready.go:92] pod "kube-scheduler-multinode-751110" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:41.230362 444532 pod_ready.go:81] duration metric: took 400.025994ms waiting for pod "kube-scheduler-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:41.230373 444532 pod_ready.go:38] duration metric: took 1.594114843s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:24:41.230419 444532 api_server.go:52] waiting for apiserver process to appear ...
I0116 02:24:41.230473 444532 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0116 02:24:41.240357 444532 command_runner.go:130] > 1442
I0116 02:24:41.241238 444532 api_server.go:72] duration metric: took 3.603809193s to wait for apiserver process to appear ...
I0116 02:24:41.241262 444532 api_server.go:88] waiting for apiserver healthz status ...
I0116 02:24:41.241282 444532 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I0116 02:24:41.246355 444532 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I0116 02:24:41.246429 444532 round_trippers.go:463] GET https://192.168.58.2:8443/version
I0116 02:24:41.246437 444532 round_trippers.go:469] Request Headers:
I0116 02:24:41.246445 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:41.246451 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:41.247431 444532 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0116 02:24:41.247449 444532 round_trippers.go:577] Response Headers:
I0116 02:24:41.247456 444532 round_trippers.go:580] Audit-Id: d5f926fb-1367-49e4-ad8b-31c01039a8d7
I0116 02:24:41.247461 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:41.247466 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:41.247471 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:41.247476 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:41.247481 444532 round_trippers.go:580] Content-Length: 264
I0116 02:24:41.247486 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:41 GMT
I0116 02:24:41.247504 444532 request.go:1212] Response Body: {
"major": "1",
"minor": "28",
"gitVersion": "v1.28.4",
"gitCommit": "bae2c62678db2b5053817bc97181fcc2e8388103",
"gitTreeState": "clean",
"buildDate": "2023-11-15T16:48:54Z",
"goVersion": "go1.20.11",
"compiler": "gc",
"platform": "linux/amd64"
}
I0116 02:24:41.247600 444532 api_server.go:141] control plane version: v1.28.4
I0116 02:24:41.247614 444532 api_server.go:131] duration metric: took 6.346789ms to wait for apiserver health ...
I0116 02:24:41.247622 444532 system_pods.go:43] waiting for kube-system pods to appear ...
I0116 02:24:41.427053 444532 request.go:629] Waited for 179.334138ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0116 02:24:41.427128 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0116 02:24:41.427134 444532 round_trippers.go:469] Request Headers:
I0116 02:24:41.427142 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:41.427149 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:41.430373 444532 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0116 02:24:41.430404 444532 round_trippers.go:577] Response Headers:
I0116 02:24:41.430415 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:41.430423 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:41 GMT
I0116 02:24:41.430431 444532 round_trippers.go:580] Audit-Id: 3aef8d64-b5e2-4aee-a9f6-563aef42536e
I0116 02:24:41.430439 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:41.430448 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:41.430456 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:41.430980 444532 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"433"},"items":[{"metadata":{"name":"coredns-5dd5756b68-mllc6","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"6acedee8-bd3e-46b2-a849-0dd39c130201","resourceVersion":"429","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55612 chars]
I0116 02:24:41.432722 444532 system_pods.go:59] 8 kube-system pods found
I0116 02:24:41.432754 444532 system_pods.go:61] "coredns-5dd5756b68-mllc6" [6acedee8-bd3e-46b2-a849-0dd39c130201] Running
I0116 02:24:41.432761 444532 system_pods.go:61] "etcd-multinode-751110" [f1e25e04-7609-498b-a0a8-4de4afb0c680] Running
I0116 02:24:41.432768 444532 system_pods.go:61] "kindnet-c4lsv" [e3af4f60-b6be-4329-b9f9-c6465b8e43c9] Running
I0116 02:24:41.432773 444532 system_pods.go:61] "kube-apiserver-multinode-751110" [448f0759-a684-445d-aff7-abe0bd91cc6d] Running
I0116 02:24:41.432782 444532 system_pods.go:61] "kube-controller-manager-multinode-751110" [93358b8d-8f90-47ec-8d0c-cacecdf8014d] Running
I0116 02:24:41.432786 444532 system_pods.go:61] "kube-proxy-fsvtn" [8192e4cd-7249-47d9-9b10-0d955e26983b] Running
I0116 02:24:41.432790 444532 system_pods.go:61] "kube-scheduler-multinode-751110" [5c47cbd4-3767-4737-9009-e421c9f47ac7] Running
I0116 02:24:41.432797 444532 system_pods.go:61] "storage-provisioner" [76717d03-c485-4610-b048-a4def2eae28b] Running
I0116 02:24:41.432803 444532 system_pods.go:74] duration metric: took 185.175907ms to wait for pod list to return data ...
I0116 02:24:41.432812 444532 default_sa.go:34] waiting for default service account to be created ...
I0116 02:24:41.627284 444532 request.go:629] Waited for 194.366685ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I0116 02:24:41.627361 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I0116 02:24:41.627366 444532 round_trippers.go:469] Request Headers:
I0116 02:24:41.627374 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:41.627381 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:41.629776 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:41.629798 444532 round_trippers.go:577] Response Headers:
I0116 02:24:41.629806 444532 round_trippers.go:580] Content-Length: 261
I0116 02:24:41.629812 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:41 GMT
I0116 02:24:41.629817 444532 round_trippers.go:580] Audit-Id: 76ff48ad-a509-486d-b1ce-e27c2389e162
I0116 02:24:41.629823 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:41.629828 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:41.629833 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:41.629840 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:41.629872 444532 request.go:1212] Response Body: {"kind":"ServiceAccountList","apiVersion":"v1","metadata":{"resourceVersion":"433"},"items":[{"metadata":{"name":"default","namespace":"default","uid":"b976853e-90ce-499f-be36-dcd32b9f7add","resourceVersion":"331","creationTimestamp":"2024-01-16T02:24:36Z"}}]}
I0116 02:24:41.630064 444532 default_sa.go:45] found service account: "default"
I0116 02:24:41.630082 444532 default_sa.go:55] duration metric: took 197.260924ms for default service account to be created ...
I0116 02:24:41.630090 444532 system_pods.go:116] waiting for k8s-apps to be running ...
I0116 02:24:41.827542 444532 request.go:629] Waited for 197.372521ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0116 02:24:41.827626 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0116 02:24:41.827632 444532 round_trippers.go:469] Request Headers:
I0116 02:24:41.827640 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:41.827650 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:41.830807 444532 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0116 02:24:41.830829 444532 round_trippers.go:577] Response Headers:
I0116 02:24:41.830837 444532 round_trippers.go:580] Audit-Id: e81cdd35-d1f3-4c35-ad4a-4ae55645f24b
I0116 02:24:41.830842 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:41.830848 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:41.830853 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:41.830859 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:41.830864 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:41 GMT
I0116 02:24:41.831308 444532 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"434"},"items":[{"metadata":{"name":"coredns-5dd5756b68-mllc6","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"6acedee8-bd3e-46b2-a849-0dd39c130201","resourceVersion":"429","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55612 chars]
I0116 02:24:41.833067 444532 system_pods.go:86] 8 kube-system pods found
I0116 02:24:41.833091 444532 system_pods.go:89] "coredns-5dd5756b68-mllc6" [6acedee8-bd3e-46b2-a849-0dd39c130201] Running
I0116 02:24:41.833096 444532 system_pods.go:89] "etcd-multinode-751110" [f1e25e04-7609-498b-a0a8-4de4afb0c680] Running
I0116 02:24:41.833100 444532 system_pods.go:89] "kindnet-c4lsv" [e3af4f60-b6be-4329-b9f9-c6465b8e43c9] Running
I0116 02:24:41.833104 444532 system_pods.go:89] "kube-apiserver-multinode-751110" [448f0759-a684-445d-aff7-abe0bd91cc6d] Running
I0116 02:24:41.833112 444532 system_pods.go:89] "kube-controller-manager-multinode-751110" [93358b8d-8f90-47ec-8d0c-cacecdf8014d] Running
I0116 02:24:41.833116 444532 system_pods.go:89] "kube-proxy-fsvtn" [8192e4cd-7249-47d9-9b10-0d955e26983b] Running
I0116 02:24:41.833123 444532 system_pods.go:89] "kube-scheduler-multinode-751110" [5c47cbd4-3767-4737-9009-e421c9f47ac7] Running
I0116 02:24:41.833128 444532 system_pods.go:89] "storage-provisioner" [76717d03-c485-4610-b048-a4def2eae28b] Running
I0116 02:24:41.833143 444532 system_pods.go:126] duration metric: took 203.04822ms to wait for k8s-apps to be running ...
I0116 02:24:41.833152 444532 system_svc.go:44] waiting for kubelet service to be running ....
I0116 02:24:41.833203 444532 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:24:41.844189 444532 system_svc.go:56] duration metric: took 11.02806ms WaitForService to wait for kubelet.
I0116 02:24:41.844216 444532 kubeadm.go:581] duration metric: took 4.206794946s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0116 02:24:41.844240 444532 node_conditions.go:102] verifying NodePressure condition ...
I0116 02:24:42.027684 444532 request.go:629] Waited for 183.348231ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I0116 02:24:42.027748 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I0116 02:24:42.027753 444532 round_trippers.go:469] Request Headers:
I0116 02:24:42.027761 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:42.027767 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:42.030155 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:42.030177 444532 round_trippers.go:577] Response Headers:
I0116 02:24:42.030184 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:42.030190 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:42.030195 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:42.030200 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:42.030205 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:42 GMT
I0116 02:24:42.030210 444532 round_trippers.go:580] Audit-Id: 7780a2cc-0deb-4348-bb7f-fe3b8e97287c
I0116 02:24:42.030406 444532 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"434"},"items":[{"metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 6000 chars]
I0116 02:24:42.030797 444532 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0116 02:24:42.030844 444532 node_conditions.go:123] node cpu capacity is 8
I0116 02:24:42.030860 444532 node_conditions.go:105] duration metric: took 186.616319ms to run NodePressure ...
I0116 02:24:42.030872 444532 start.go:228] waiting for startup goroutines ...
I0116 02:24:42.030881 444532 start.go:233] waiting for cluster config update ...
I0116 02:24:42.030893 444532 start.go:242] writing updated cluster config ...
I0116 02:24:42.033344 444532 out.go:177]
I0116 02:24:42.034997 444532 config.go:182] Loaded profile config "multinode-751110": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:24:42.035101 444532 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/config.json ...
I0116 02:24:42.036974 444532 out.go:177] * Starting worker node multinode-751110-m02 in cluster multinode-751110
I0116 02:24:42.038903 444532 cache.go:121] Beginning downloading kic base image for docker with crio
I0116 02:24:42.040457 444532 out.go:177] * Pulling base image v0.0.42-1704759386-17866 ...
I0116 02:24:42.041783 444532 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0116 02:24:42.041810 444532 cache.go:56] Caching tarball of preloaded images
I0116 02:24:42.041864 444532 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon
I0116 02:24:42.041914 444532 preload.go:174] Found /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0116 02:24:42.041930 444532 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on crio
I0116 02:24:42.042042 444532 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/config.json ...
I0116 02:24:42.058232 444532 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon, skipping pull
I0116 02:24:42.058258 444532 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 exists in daemon, skipping load
I0116 02:24:42.058276 444532 cache.go:194] Successfully downloaded all kic artifacts
I0116 02:24:42.058318 444532 start.go:365] acquiring machines lock for multinode-751110-m02: {Name:mkd61426003082b2c51dc495acb1c0a01eb5ae7a Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0116 02:24:42.058426 444532 start.go:369] acquired machines lock for "multinode-751110-m02" in 86.294µs
I0116 02:24:42.058450 444532 start.go:93] Provisioning new machine with config: &{Name:multinode-751110 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:multinode-751110 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:0 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mou
nt9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name:m02 IP: Port:0 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:false Worker:true}
I0116 02:24:42.058520 444532 start.go:125] createHost starting for "m02" (driver="docker")
I0116 02:24:42.060909 444532 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I0116 02:24:42.061081 444532 start.go:159] libmachine.API.Create for "multinode-751110" (driver="docker")
I0116 02:24:42.061109 444532 client.go:168] LocalClient.Create starting
I0116 02:24:42.061177 444532 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem
I0116 02:24:42.061219 444532 main.go:141] libmachine: Decoding PEM data...
I0116 02:24:42.061247 444532 main.go:141] libmachine: Parsing certificate...
I0116 02:24:42.061325 444532 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem
I0116 02:24:42.061355 444532 main.go:141] libmachine: Decoding PEM data...
I0116 02:24:42.061377 444532 main.go:141] libmachine: Parsing certificate...
I0116 02:24:42.061664 444532 cli_runner.go:164] Run: docker network inspect multinode-751110 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:24:42.077479 444532 network_create.go:77] Found existing network {name:multinode-751110 subnet:0xc003153020 gateway:[0 0 0 0 0 0 0 0 0 0 255 255 192 168 58 1] mtu:1500}
I0116 02:24:42.077527 444532 kic.go:121] calculated static IP "192.168.58.3" for the "multinode-751110-m02" container
I0116 02:24:42.077578 444532 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0116 02:24:42.092636 444532 cli_runner.go:164] Run: docker volume create multinode-751110-m02 --label name.minikube.sigs.k8s.io=multinode-751110-m02 --label created_by.minikube.sigs.k8s.io=true
I0116 02:24:42.109428 444532 oci.go:103] Successfully created a docker volume multinode-751110-m02
I0116 02:24:42.109507 444532 cli_runner.go:164] Run: docker run --rm --name multinode-751110-m02-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-751110-m02 --entrypoint /usr/bin/test -v multinode-751110-m02:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib
I0116 02:24:42.608828 444532 oci.go:107] Successfully prepared a docker volume multinode-751110-m02
I0116 02:24:42.608878 444532 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0116 02:24:42.608902 444532 kic.go:194] Starting extracting preloaded images to volume ...
I0116 02:24:42.608998 444532 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-751110-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0116 02:24:47.706286 444532 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-751110-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir: (5.097244537s)
I0116 02:24:47.706326 444532 kic.go:203] duration metric: took 5.097419 seconds to extract preloaded images to volume
W0116 02:24:47.706498 444532 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0116 02:24:47.706588 444532 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0116 02:24:47.758947 444532 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-751110-m02 --name multinode-751110-m02 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-751110-m02 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-751110-m02 --network multinode-751110 --ip 192.168.58.3 --volume multinode-751110-m02:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0
I0116 02:24:48.031891 444532 cli_runner.go:164] Run: docker container inspect multinode-751110-m02 --format={{.State.Running}}
I0116 02:24:48.048808 444532 cli_runner.go:164] Run: docker container inspect multinode-751110-m02 --format={{.State.Status}}
I0116 02:24:48.065386 444532 cli_runner.go:164] Run: docker exec multinode-751110-m02 stat /var/lib/dpkg/alternatives/iptables
I0116 02:24:48.104921 444532 oci.go:144] the created container "multinode-751110-m02" has a running status.
I0116 02:24:48.104984 444532 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa...
I0116 02:24:48.448709 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0116 02:24:48.448823 444532 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0116 02:24:48.474817 444532 cli_runner.go:164] Run: docker container inspect multinode-751110-m02 --format={{.State.Status}}
I0116 02:24:48.495916 444532 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0116 02:24:48.495938 444532 kic_runner.go:114] Args: [docker exec --privileged multinode-751110-m02 chown docker:docker /home/docker/.ssh/authorized_keys]
I0116 02:24:48.541848 444532 cli_runner.go:164] Run: docker container inspect multinode-751110-m02 --format={{.State.Status}}
I0116 02:24:48.563469 444532 machine.go:88] provisioning docker machine ...
I0116 02:24:48.563511 444532 ubuntu.go:169] provisioning hostname "multinode-751110-m02"
I0116 02:24:48.563563 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:24:48.580225 444532 main.go:141] libmachine: Using SSH client type: native
I0116 02:24:48.580568 444532 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33162 <nil> <nil>}
I0116 02:24:48.580582 444532 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-751110-m02 && echo "multinode-751110-m02" | sudo tee /etc/hostname
I0116 02:24:48.727657 444532 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-751110-m02
I0116 02:24:48.727759 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:24:48.744465 444532 main.go:141] libmachine: Using SSH client type: native
I0116 02:24:48.744790 444532 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33162 <nil> <nil>}
I0116 02:24:48.744807 444532 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-751110-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-751110-m02/g' /etc/hosts;
else
echo '127.0.1.1 multinode-751110-m02' | sudo tee -a /etc/hosts;
fi
fi
I0116 02:24:48.880969 444532 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0116 02:24:48.881003 444532 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17967-354983/.minikube CaCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17967-354983/.minikube}
I0116 02:24:48.881046 444532 ubuntu.go:177] setting up certificates
I0116 02:24:48.881060 444532 provision.go:83] configureAuth start
I0116 02:24:48.881119 444532 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-751110-m02
I0116 02:24:48.897396 444532 provision.go:138] copyHostCerts
I0116 02:24:48.897450 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem
I0116 02:24:48.897476 444532 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem, removing ...
I0116 02:24:48.897487 444532 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem
I0116 02:24:48.897549 444532 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/ca.pem (1078 bytes)
I0116 02:24:48.897631 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem
I0116 02:24:48.897650 444532 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem, removing ...
I0116 02:24:48.897656 444532 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem
I0116 02:24:48.897679 444532 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/cert.pem (1123 bytes)
I0116 02:24:48.897750 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem
I0116 02:24:48.897768 444532 exec_runner.go:144] found /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem, removing ...
I0116 02:24:48.897774 444532 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem
I0116 02:24:48.897794 444532 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17967-354983/.minikube/key.pem (1675 bytes)
I0116 02:24:48.897855 444532 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem org=jenkins.multinode-751110-m02 san=[192.168.58.3 127.0.0.1 localhost 127.0.0.1 minikube multinode-751110-m02]
I0116 02:24:49.090805 444532 provision.go:172] copyRemoteCerts
I0116 02:24:49.090874 444532 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0116 02:24:49.090928 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:24:49.107816 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33162 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa Username:docker}
I0116 02:24:49.201545 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0116 02:24:49.201601 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0116 02:24:49.223128 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0116 02:24:49.223199 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0116 02:24:49.243987 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem -> /etc/docker/server.pem
I0116 02:24:49.244051 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/machines/server.pem --> /etc/docker/server.pem (1237 bytes)
I0116 02:24:49.264927 444532 provision.go:86] duration metric: configureAuth took 383.850138ms
I0116 02:24:49.264966 444532 ubuntu.go:193] setting minikube options for container-runtime
I0116 02:24:49.265146 444532 config.go:182] Loaded profile config "multinode-751110": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:24:49.265294 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:24:49.283222 444532 main.go:141] libmachine: Using SSH client type: native
I0116 02:24:49.283570 444532 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 33162 <nil> <nil>}
I0116 02:24:49.283588 444532 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0116 02:24:49.499920 444532 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0116 02:24:49.499966 444532 machine.go:91] provisioned docker machine in 936.468767ms
I0116 02:24:49.499978 444532 client.go:171] LocalClient.Create took 7.438859238s
I0116 02:24:49.500009 444532 start.go:167] duration metric: libmachine.API.Create for "multinode-751110" took 7.438930027s
I0116 02:24:49.500027 444532 start.go:300] post-start starting for "multinode-751110-m02" (driver="docker")
I0116 02:24:49.500041 444532 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0116 02:24:49.500112 444532 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0116 02:24:49.500160 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:24:49.516618 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33162 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa Username:docker}
I0116 02:24:49.610322 444532 ssh_runner.go:195] Run: cat /etc/os-release
I0116 02:24:49.613383 444532 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I0116 02:24:49.613407 444532 command_runner.go:130] > NAME="Ubuntu"
I0116 02:24:49.613416 444532 command_runner.go:130] > VERSION_ID="22.04"
I0116 02:24:49.613426 444532 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I0116 02:24:49.613444 444532 command_runner.go:130] > VERSION_CODENAME=jammy
I0116 02:24:49.613452 444532 command_runner.go:130] > ID=ubuntu
I0116 02:24:49.613458 444532 command_runner.go:130] > ID_LIKE=debian
I0116 02:24:49.613469 444532 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I0116 02:24:49.613480 444532 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I0116 02:24:49.613494 444532 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I0116 02:24:49.613510 444532 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I0116 02:24:49.613520 444532 command_runner.go:130] > UBUNTU_CODENAME=jammy
I0116 02:24:49.613603 444532 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0116 02:24:49.613628 444532 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0116 02:24:49.613637 444532 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0116 02:24:49.613646 444532 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0116 02:24:49.613659 444532 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-354983/.minikube/addons for local assets ...
I0116 02:24:49.613711 444532 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-354983/.minikube/files for local assets ...
I0116 02:24:49.613801 444532 filesync.go:149] local asset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> 3616562.pem in /etc/ssl/certs
I0116 02:24:49.613813 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> /etc/ssl/certs/3616562.pem
I0116 02:24:49.613901 444532 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0116 02:24:49.621903 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem --> /etc/ssl/certs/3616562.pem (1708 bytes)
I0116 02:24:49.643499 444532 start.go:303] post-start completed in 143.454737ms
I0116 02:24:49.643852 444532 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-751110-m02
I0116 02:24:49.660120 444532 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/config.json ...
I0116 02:24:49.660400 444532 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0116 02:24:49.660445 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:24:49.675656 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33162 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa Username:docker}
I0116 02:24:49.769515 444532 command_runner.go:130] > 36%!
(MISSING)I0116 02:24:49.769820 444532 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0116 02:24:49.773637 444532 command_runner.go:130] > 188G
I0116 02:24:49.773829 444532 start.go:128] duration metric: createHost completed in 7.715293323s
I0116 02:24:49.773854 444532 start.go:83] releasing machines lock for "multinode-751110-m02", held for 7.71541571s
I0116 02:24:49.773930 444532 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-751110-m02
I0116 02:24:49.791789 444532 out.go:177] * Found network options:
I0116 02:24:49.793333 444532 out.go:177] - NO_PROXY=192.168.58.2
W0116 02:24:49.794752 444532 proxy.go:119] fail to check proxy env: Error ip not in block
W0116 02:24:49.794804 444532 proxy.go:119] fail to check proxy env: Error ip not in block
I0116 02:24:49.794885 444532 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0116 02:24:49.794928 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:24:49.794993 444532 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0116 02:24:49.795062 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:24:49.811775 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33162 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa Username:docker}
I0116 02:24:49.812406 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33162 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa Username:docker}
I0116 02:24:50.047668 444532 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0116 02:24:50.047700 444532 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I0116 02:24:50.052386 444532 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I0116 02:24:50.052414 444532 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I0116 02:24:50.052425 444532 command_runner.go:130] > Device: b0h/176d Inode: 809235 Links: 1
I0116 02:24:50.052436 444532 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I0116 02:24:50.052444 444532 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I0116 02:24:50.052453 444532 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I0116 02:24:50.052462 444532 command_runner.go:130] > Change: 2024-01-16 02:05:33.291005775 +0000
I0116 02:24:50.052480 444532 command_runner.go:130] > Birth: 2024-01-16 02:05:33.291005775 +0000
I0116 02:24:50.052542 444532 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:24:50.069855 444532 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0116 02:24:50.069943 444532 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:24:50.096779 444532 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I0116 02:24:50.096837 444532 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0116 02:24:50.096847 444532 start.go:475] detecting cgroup driver to use...
I0116 02:24:50.096883 444532 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0116 02:24:50.096938 444532 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0116 02:24:50.111317 444532 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0116 02:24:50.121469 444532 docker.go:217] disabling cri-docker service (if available) ...
I0116 02:24:50.121524 444532 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0116 02:24:50.133184 444532 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0116 02:24:50.146127 444532 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0116 02:24:50.222235 444532 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0116 02:24:50.306166 444532 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I0116 02:24:50.306199 444532 docker.go:233] disabling docker service ...
I0116 02:24:50.306239 444532 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0116 02:24:50.323813 444532 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0116 02:24:50.334132 444532 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0116 02:24:50.344339 444532 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I0116 02:24:50.401580 444532 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0116 02:24:50.412414 444532 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I0116 02:24:50.477577 444532 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0116 02:24:50.488147 444532 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0116 02:24:50.501628 444532 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I0116 02:24:50.502491 444532 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0116 02:24:50.502544 444532 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:24:50.511084 444532 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0116 02:24:50.511160 444532 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:24:50.519521 444532 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:24:50.527705 444532 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0116 02:24:50.536016 444532 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0116 02:24:50.543818 444532 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0116 02:24:50.551133 444532 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I0116 02:24:50.551189 444532 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0116 02:24:50.558483 444532 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0116 02:24:50.628957 444532 ssh_runner.go:195] Run: sudo systemctl restart crio
I0116 02:24:50.719930 444532 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0116 02:24:50.719994 444532 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0116 02:24:50.723275 444532 command_runner.go:130] > File: /var/run/crio/crio.sock
I0116 02:24:50.723295 444532 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I0116 02:24:50.723302 444532 command_runner.go:130] > Device: b9h/185d Inode: 186 Links: 1
I0116 02:24:50.723309 444532 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I0116 02:24:50.723314 444532 command_runner.go:130] > Access: 2024-01-16 02:24:50.705909941 +0000
I0116 02:24:50.723320 444532 command_runner.go:130] > Modify: 2024-01-16 02:24:50.705909941 +0000
I0116 02:24:50.723325 444532 command_runner.go:130] > Change: 2024-01-16 02:24:50.705909941 +0000
I0116 02:24:50.723328 444532 command_runner.go:130] > Birth: -
I0116 02:24:50.723366 444532 start.go:543] Will wait 60s for crictl version
I0116 02:24:50.723412 444532 ssh_runner.go:195] Run: which crictl
I0116 02:24:50.726510 444532 command_runner.go:130] > /usr/bin/crictl
I0116 02:24:50.726580 444532 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0116 02:24:50.756374 444532 command_runner.go:130] > Version: 0.1.0
I0116 02:24:50.756393 444532 command_runner.go:130] > RuntimeName: cri-o
I0116 02:24:50.756398 444532 command_runner.go:130] > RuntimeVersion: 1.24.6
I0116 02:24:50.756404 444532 command_runner.go:130] > RuntimeApiVersion: v1
I0116 02:24:50.758382 444532 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0116 02:24:50.758458 444532 ssh_runner.go:195] Run: crio --version
I0116 02:24:50.789910 444532 command_runner.go:130] > crio version 1.24.6
I0116 02:24:50.789935 444532 command_runner.go:130] > Version: 1.24.6
I0116 02:24:50.789946 444532 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I0116 02:24:50.789956 444532 command_runner.go:130] > GitTreeState: clean
I0116 02:24:50.789965 444532 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I0116 02:24:50.789974 444532 command_runner.go:130] > GoVersion: go1.18.2
I0116 02:24:50.789981 444532 command_runner.go:130] > Compiler: gc
I0116 02:24:50.789993 444532 command_runner.go:130] > Platform: linux/amd64
I0116 02:24:50.790004 444532 command_runner.go:130] > Linkmode: dynamic
I0116 02:24:50.790019 444532 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I0116 02:24:50.790030 444532 command_runner.go:130] > SeccompEnabled: true
I0116 02:24:50.790039 444532 command_runner.go:130] > AppArmorEnabled: false
I0116 02:24:50.791576 444532 ssh_runner.go:195] Run: crio --version
I0116 02:24:50.822560 444532 command_runner.go:130] > crio version 1.24.6
I0116 02:24:50.822586 444532 command_runner.go:130] > Version: 1.24.6
I0116 02:24:50.822598 444532 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I0116 02:24:50.822605 444532 command_runner.go:130] > GitTreeState: clean
I0116 02:24:50.822615 444532 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I0116 02:24:50.822629 444532 command_runner.go:130] > GoVersion: go1.18.2
I0116 02:24:50.822640 444532 command_runner.go:130] > Compiler: gc
I0116 02:24:50.822648 444532 command_runner.go:130] > Platform: linux/amd64
I0116 02:24:50.822656 444532 command_runner.go:130] > Linkmode: dynamic
I0116 02:24:50.822668 444532 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I0116 02:24:50.822678 444532 command_runner.go:130] > SeccompEnabled: true
I0116 02:24:50.822689 444532 command_runner.go:130] > AppArmorEnabled: false
I0116 02:24:50.826999 444532 out.go:177] * Preparing Kubernetes v1.28.4 on CRI-O 1.24.6 ...
I0116 02:24:50.828444 444532 out.go:177] - env NO_PROXY=192.168.58.2
I0116 02:24:50.829801 444532 cli_runner.go:164] Run: docker network inspect multinode-751110 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:24:50.845718 444532 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I0116 02:24:50.849385 444532 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:24:50.859448 444532 certs.go:56] Setting up /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110 for IP: 192.168.58.3
I0116 02:24:50.859482 444532 certs.go:190] acquiring lock for shared ca certs: {Name:mkd4d6035fde55950b50a8f3804246d14850b383 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:24:50.859623 444532 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key
I0116 02:24:50.859681 444532 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key
I0116 02:24:50.859700 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0116 02:24:50.859722 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0116 02:24:50.859741 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0116 02:24:50.859760 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0116 02:24:50.859820 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem (1338 bytes)
W0116 02:24:50.859860 444532 certs.go:433] ignoring /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656_empty.pem, impossibly tiny 0 bytes
I0116 02:24:50.859876 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca-key.pem (1675 bytes)
I0116 02:24:50.859918 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/ca.pem (1078 bytes)
I0116 02:24:50.859954 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/cert.pem (1123 bytes)
I0116 02:24:50.859987 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/home/jenkins/minikube-integration/17967-354983/.minikube/certs/key.pem (1675 bytes)
I0116 02:24:50.860048 444532 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem (1708 bytes)
I0116 02:24:50.860086 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem -> /usr/share/ca-certificates/3616562.pem
I0116 02:24:50.860106 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:50.860128 444532 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem -> /usr/share/ca-certificates/361656.pem
I0116 02:24:50.860478 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0116 02:24:50.881675 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0116 02:24:50.902240 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0116 02:24:50.923792 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0116 02:24:50.944659 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/ssl/certs/3616562.pem --> /usr/share/ca-certificates/3616562.pem (1708 bytes)
I0116 02:24:50.965600 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0116 02:24:50.986628 444532 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-354983/.minikube/certs/361656.pem --> /usr/share/ca-certificates/361656.pem (1338 bytes)
I0116 02:24:51.008014 444532 ssh_runner.go:195] Run: openssl version
I0116 02:24:51.013046 444532 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I0116 02:24:51.013298 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3616562.pem && ln -fs /usr/share/ca-certificates/3616562.pem /etc/ssl/certs/3616562.pem"
I0116 02:24:51.023106 444532 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3616562.pem
I0116 02:24:51.026596 444532 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Jan 16 02:11 /usr/share/ca-certificates/3616562.pem
I0116 02:24:51.026637 444532 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Jan 16 02:11 /usr/share/ca-certificates/3616562.pem
I0116 02:24:51.026683 444532 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3616562.pem
I0116 02:24:51.033043 444532 command_runner.go:130] > 3ec20f2e
I0116 02:24:51.033265 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3616562.pem /etc/ssl/certs/3ec20f2e.0"
I0116 02:24:51.041914 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0116 02:24:51.051312 444532 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:51.056340 444532 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Jan 16 02:05 /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:51.056399 444532 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jan 16 02:05 /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:51.056442 444532 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0116 02:24:51.062491 444532 command_runner.go:130] > b5213941
I0116 02:24:51.062687 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0116 02:24:51.071030 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/361656.pem && ln -fs /usr/share/ca-certificates/361656.pem /etc/ssl/certs/361656.pem"
I0116 02:24:51.079270 444532 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/361656.pem
I0116 02:24:51.082324 444532 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Jan 16 02:11 /usr/share/ca-certificates/361656.pem
I0116 02:24:51.082358 444532 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Jan 16 02:11 /usr/share/ca-certificates/361656.pem
I0116 02:24:51.082392 444532 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/361656.pem
I0116 02:24:51.088266 444532 command_runner.go:130] > 51391683
I0116 02:24:51.088544 444532 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/361656.pem /etc/ssl/certs/51391683.0"
I0116 02:24:51.097002 444532 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0116 02:24:51.100013 444532 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0116 02:24:51.100066 444532 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0116 02:24:51.100184 444532 ssh_runner.go:195] Run: crio config
I0116 02:24:51.136049 444532 command_runner.go:130] ! time="2024-01-16 02:24:51.135725891Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I0116 02:24:51.136077 444532 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I0116 02:24:51.141021 444532 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I0116 02:24:51.141045 444532 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I0116 02:24:51.141052 444532 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I0116 02:24:51.141055 444532 command_runner.go:130] > #
I0116 02:24:51.141066 444532 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I0116 02:24:51.141072 444532 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I0116 02:24:51.141078 444532 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I0116 02:24:51.141088 444532 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I0116 02:24:51.141094 444532 command_runner.go:130] > # reload'.
I0116 02:24:51.141101 444532 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I0116 02:24:51.141109 444532 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I0116 02:24:51.141115 444532 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I0116 02:24:51.141124 444532 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I0116 02:24:51.141130 444532 command_runner.go:130] > [crio]
I0116 02:24:51.141136 444532 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I0116 02:24:51.141143 444532 command_runner.go:130] > # containers images, in this directory.
I0116 02:24:51.141154 444532 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I0116 02:24:51.141162 444532 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I0116 02:24:51.141168 444532 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I0116 02:24:51.141176 444532 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I0116 02:24:51.141182 444532 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I0116 02:24:51.141187 444532 command_runner.go:130] > # storage_driver = "vfs"
I0116 02:24:51.141193 444532 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I0116 02:24:51.141199 444532 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I0116 02:24:51.141203 444532 command_runner.go:130] > # storage_option = [
I0116 02:24:51.141207 444532 command_runner.go:130] > # ]
I0116 02:24:51.141215 444532 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I0116 02:24:51.141224 444532 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I0116 02:24:51.141229 444532 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I0116 02:24:51.141237 444532 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I0116 02:24:51.141243 444532 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I0116 02:24:51.141250 444532 command_runner.go:130] > # always happen on a node reboot
I0116 02:24:51.141255 444532 command_runner.go:130] > # version_file = "/var/run/crio/version"
I0116 02:24:51.141263 444532 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I0116 02:24:51.141272 444532 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I0116 02:24:51.141281 444532 command_runner.go:130] > # only happen when CRI-O has been upgraded
I0116 02:24:51.141289 444532 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I0116 02:24:51.141296 444532 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I0116 02:24:51.141306 444532 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I0116 02:24:51.141312 444532 command_runner.go:130] > # internal_wipe = true
I0116 02:24:51.141318 444532 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I0116 02:24:51.141326 444532 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I0116 02:24:51.141331 444532 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I0116 02:24:51.141339 444532 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I0116 02:24:51.141345 444532 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I0116 02:24:51.141351 444532 command_runner.go:130] > [crio.api]
I0116 02:24:51.141356 444532 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I0116 02:24:51.141363 444532 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I0116 02:24:51.141368 444532 command_runner.go:130] > # IP address on which the stream server will listen.
I0116 02:24:51.141375 444532 command_runner.go:130] > # stream_address = "127.0.0.1"
I0116 02:24:51.141381 444532 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I0116 02:24:51.141388 444532 command_runner.go:130] > # CRI-O will allocate a random free port number.
I0116 02:24:51.141393 444532 command_runner.go:130] > # stream_port = "0"
I0116 02:24:51.141398 444532 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I0116 02:24:51.141405 444532 command_runner.go:130] > # stream_enable_tls = false
I0116 02:24:51.141411 444532 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I0116 02:24:51.141417 444532 command_runner.go:130] > # stream_idle_timeout = ""
I0116 02:24:51.141423 444532 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I0116 02:24:51.141431 444532 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I0116 02:24:51.141436 444532 command_runner.go:130] > # minutes.
I0116 02:24:51.141442 444532 command_runner.go:130] > # stream_tls_cert = ""
I0116 02:24:51.141448 444532 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I0116 02:24:51.141457 444532 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I0116 02:24:51.141461 444532 command_runner.go:130] > # stream_tls_key = ""
I0116 02:24:51.141468 444532 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I0116 02:24:51.141477 444532 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I0116 02:24:51.141482 444532 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I0116 02:24:51.141488 444532 command_runner.go:130] > # stream_tls_ca = ""
I0116 02:24:51.141496 444532 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I0116 02:24:51.141500 444532 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I0116 02:24:51.141507 444532 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I0116 02:24:51.141514 444532 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I0116 02:24:51.141529 444532 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I0116 02:24:51.141537 444532 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I0116 02:24:51.141541 444532 command_runner.go:130] > [crio.runtime]
I0116 02:24:51.141548 444532 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I0116 02:24:51.141557 444532 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I0116 02:24:51.141562 444532 command_runner.go:130] > # "nofile=1024:2048"
I0116 02:24:51.141570 444532 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I0116 02:24:51.141576 444532 command_runner.go:130] > # default_ulimits = [
I0116 02:24:51.141579 444532 command_runner.go:130] > # ]
I0116 02:24:51.141585 444532 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I0116 02:24:51.141591 444532 command_runner.go:130] > # no_pivot = false
I0116 02:24:51.141597 444532 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I0116 02:24:51.141603 444532 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I0116 02:24:51.141608 444532 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I0116 02:24:51.141617 444532 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I0116 02:24:51.141622 444532 command_runner.go:130] > # Will be searched for using $PATH if empty.
I0116 02:24:51.141631 444532 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I0116 02:24:51.141636 444532 command_runner.go:130] > # conmon = ""
I0116 02:24:51.141642 444532 command_runner.go:130] > # Cgroup setting for conmon
I0116 02:24:51.141649 444532 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I0116 02:24:51.141659 444532 command_runner.go:130] > conmon_cgroup = "pod"
I0116 02:24:51.141665 444532 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I0116 02:24:51.141672 444532 command_runner.go:130] > # environment variables to conmon or the runtime.
I0116 02:24:51.141679 444532 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I0116 02:24:51.141687 444532 command_runner.go:130] > # conmon_env = [
I0116 02:24:51.141691 444532 command_runner.go:130] > # ]
I0116 02:24:51.141698 444532 command_runner.go:130] > # Additional environment variables to set for all the
I0116 02:24:51.141703 444532 command_runner.go:130] > # containers. These are overridden if set in the
I0116 02:24:51.141712 444532 command_runner.go:130] > # container image spec or in the container runtime configuration.
I0116 02:24:51.141715 444532 command_runner.go:130] > # default_env = [
I0116 02:24:51.141719 444532 command_runner.go:130] > # ]
I0116 02:24:51.141728 444532 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I0116 02:24:51.141732 444532 command_runner.go:130] > # selinux = false
I0116 02:24:51.141740 444532 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I0116 02:24:51.141747 444532 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I0116 02:24:51.141754 444532 command_runner.go:130] > # will be used. This option supports live configuration reload.
I0116 02:24:51.141759 444532 command_runner.go:130] > # seccomp_profile = ""
I0116 02:24:51.141767 444532 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I0116 02:24:51.141777 444532 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I0116 02:24:51.141786 444532 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I0116 02:24:51.141790 444532 command_runner.go:130] > # which might increase security.
I0116 02:24:51.141799 444532 command_runner.go:130] > # seccomp_use_default_when_empty = true
I0116 02:24:51.141805 444532 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I0116 02:24:51.141814 444532 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I0116 02:24:51.141820 444532 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I0116 02:24:51.141827 444532 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I0116 02:24:51.141832 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:51.141839 444532 command_runner.go:130] > # apparmor_profile = "crio-default"
I0116 02:24:51.141845 444532 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I0116 02:24:51.141851 444532 command_runner.go:130] > # the cgroup blockio controller.
I0116 02:24:51.141856 444532 command_runner.go:130] > # blockio_config_file = ""
I0116 02:24:51.141864 444532 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I0116 02:24:51.141871 444532 command_runner.go:130] > # irqbalance daemon.
I0116 02:24:51.141879 444532 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I0116 02:24:51.141885 444532 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I0116 02:24:51.141894 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:51.141901 444532 command_runner.go:130] > # rdt_config_file = ""
I0116 02:24:51.141906 444532 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I0116 02:24:51.141913 444532 command_runner.go:130] > cgroup_manager = "cgroupfs"
I0116 02:24:51.141919 444532 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I0116 02:24:51.141923 444532 command_runner.go:130] > # separate_pull_cgroup = ""
I0116 02:24:51.141932 444532 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I0116 02:24:51.141940 444532 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I0116 02:24:51.141947 444532 command_runner.go:130] > # will be added.
I0116 02:24:51.141951 444532 command_runner.go:130] > # default_capabilities = [
I0116 02:24:51.141957 444532 command_runner.go:130] > # "CHOWN",
I0116 02:24:51.141961 444532 command_runner.go:130] > # "DAC_OVERRIDE",
I0116 02:24:51.141965 444532 command_runner.go:130] > # "FSETID",
I0116 02:24:51.141971 444532 command_runner.go:130] > # "FOWNER",
I0116 02:24:51.141975 444532 command_runner.go:130] > # "SETGID",
I0116 02:24:51.141982 444532 command_runner.go:130] > # "SETUID",
I0116 02:24:51.141986 444532 command_runner.go:130] > # "SETPCAP",
I0116 02:24:51.141990 444532 command_runner.go:130] > # "NET_BIND_SERVICE",
I0116 02:24:51.141996 444532 command_runner.go:130] > # "KILL",
I0116 02:24:51.142000 444532 command_runner.go:130] > # ]
I0116 02:24:51.142011 444532 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I0116 02:24:51.142018 444532 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I0116 02:24:51.142024 444532 command_runner.go:130] > # add_inheritable_capabilities = true
I0116 02:24:51.142031 444532 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I0116 02:24:51.142036 444532 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I0116 02:24:51.142043 444532 command_runner.go:130] > # default_sysctls = [
I0116 02:24:51.142046 444532 command_runner.go:130] > # ]
I0116 02:24:51.142051 444532 command_runner.go:130] > # List of devices on the host that a
I0116 02:24:51.142059 444532 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I0116 02:24:51.142064 444532 command_runner.go:130] > # allowed_devices = [
I0116 02:24:51.142070 444532 command_runner.go:130] > # "/dev/fuse",
I0116 02:24:51.142074 444532 command_runner.go:130] > # ]
I0116 02:24:51.142079 444532 command_runner.go:130] > # List of additional devices. specified as
I0116 02:24:51.142105 444532 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I0116 02:24:51.142117 444532 command_runner.go:130] > # If it is empty or commented out, only the devices
I0116 02:24:51.142126 444532 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I0116 02:24:51.142132 444532 command_runner.go:130] > # additional_devices = [
I0116 02:24:51.142139 444532 command_runner.go:130] > # ]
I0116 02:24:51.142145 444532 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I0116 02:24:51.142151 444532 command_runner.go:130] > # cdi_spec_dirs = [
I0116 02:24:51.142155 444532 command_runner.go:130] > # "/etc/cdi",
I0116 02:24:51.142160 444532 command_runner.go:130] > # "/var/run/cdi",
I0116 02:24:51.142165 444532 command_runner.go:130] > # ]
I0116 02:24:51.142171 444532 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I0116 02:24:51.142179 444532 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I0116 02:24:51.142187 444532 command_runner.go:130] > # Defaults to false.
I0116 02:24:51.142194 444532 command_runner.go:130] > # device_ownership_from_security_context = false
I0116 02:24:51.142200 444532 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I0116 02:24:51.142209 444532 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I0116 02:24:51.142213 444532 command_runner.go:130] > # hooks_dir = [
I0116 02:24:51.142218 444532 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I0116 02:24:51.142224 444532 command_runner.go:130] > # ]
I0116 02:24:51.142230 444532 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I0116 02:24:51.142236 444532 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I0116 02:24:51.142244 444532 command_runner.go:130] > # its default mounts from the following two files:
I0116 02:24:51.142247 444532 command_runner.go:130] > #
I0116 02:24:51.142254 444532 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I0116 02:24:51.142262 444532 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I0116 02:24:51.142268 444532 command_runner.go:130] > # override the default mounts shipped with the package.
I0116 02:24:51.142273 444532 command_runner.go:130] > #
I0116 02:24:51.142280 444532 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I0116 02:24:51.142288 444532 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I0116 02:24:51.142294 444532 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I0116 02:24:51.142302 444532 command_runner.go:130] > # only add mounts it finds in this file.
I0116 02:24:51.142305 444532 command_runner.go:130] > #
I0116 02:24:51.142309 444532 command_runner.go:130] > # default_mounts_file = ""
I0116 02:24:51.142314 444532 command_runner.go:130] > # Maximum number of processes allowed in a container.
I0116 02:24:51.142323 444532 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I0116 02:24:51.142327 444532 command_runner.go:130] > # pids_limit = 0
I0116 02:24:51.142334 444532 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I0116 02:24:51.142343 444532 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I0116 02:24:51.142349 444532 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I0116 02:24:51.142359 444532 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I0116 02:24:51.142365 444532 command_runner.go:130] > # log_size_max = -1
I0116 02:24:51.142371 444532 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I0116 02:24:51.142377 444532 command_runner.go:130] > # log_to_journald = false
I0116 02:24:51.142384 444532 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I0116 02:24:51.142391 444532 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I0116 02:24:51.142396 444532 command_runner.go:130] > # Path to directory for container attach sockets.
I0116 02:24:51.142403 444532 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I0116 02:24:51.142409 444532 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I0116 02:24:51.142415 444532 command_runner.go:130] > # bind_mount_prefix = ""
I0116 02:24:51.142421 444532 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I0116 02:24:51.142425 444532 command_runner.go:130] > # read_only = false
I0116 02:24:51.142433 444532 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I0116 02:24:51.142439 444532 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I0116 02:24:51.142447 444532 command_runner.go:130] > # live configuration reload.
I0116 02:24:51.142451 444532 command_runner.go:130] > # log_level = "info"
I0116 02:24:51.142459 444532 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I0116 02:24:51.142464 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:51.142470 444532 command_runner.go:130] > # log_filter = ""
I0116 02:24:51.142476 444532 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I0116 02:24:51.142485 444532 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I0116 02:24:51.142489 444532 command_runner.go:130] > # separated by comma.
I0116 02:24:51.142496 444532 command_runner.go:130] > # uid_mappings = ""
I0116 02:24:51.142501 444532 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I0116 02:24:51.142510 444532 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I0116 02:24:51.142514 444532 command_runner.go:130] > # separated by comma.
I0116 02:24:51.142518 444532 command_runner.go:130] > # gid_mappings = ""
I0116 02:24:51.142524 444532 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I0116 02:24:51.142532 444532 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I0116 02:24:51.142538 444532 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I0116 02:24:51.142545 444532 command_runner.go:130] > # minimum_mappable_uid = -1
I0116 02:24:51.142551 444532 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I0116 02:24:51.142559 444532 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I0116 02:24:51.142565 444532 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I0116 02:24:51.142569 444532 command_runner.go:130] > # minimum_mappable_gid = -1
I0116 02:24:51.142575 444532 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I0116 02:24:51.142583 444532 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I0116 02:24:51.142589 444532 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I0116 02:24:51.142595 444532 command_runner.go:130] > # ctr_stop_timeout = 30
I0116 02:24:51.142600 444532 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I0116 02:24:51.142610 444532 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I0116 02:24:51.142617 444532 command_runner.go:130] > # a kernel separating runtime (like kata).
I0116 02:24:51.142622 444532 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I0116 02:24:51.142628 444532 command_runner.go:130] > # drop_infra_ctr = true
I0116 02:24:51.142634 444532 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I0116 02:24:51.142642 444532 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I0116 02:24:51.142650 444532 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I0116 02:24:51.142656 444532 command_runner.go:130] > # infra_ctr_cpuset = ""
I0116 02:24:51.142662 444532 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I0116 02:24:51.142669 444532 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I0116 02:24:51.142673 444532 command_runner.go:130] > # namespaces_dir = "/var/run"
I0116 02:24:51.142682 444532 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I0116 02:24:51.142687 444532 command_runner.go:130] > # pinns_path = ""
I0116 02:24:51.142695 444532 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I0116 02:24:51.142701 444532 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I0116 02:24:51.142708 444532 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I0116 02:24:51.142715 444532 command_runner.go:130] > # default_runtime = "runc"
I0116 02:24:51.142720 444532 command_runner.go:130] > # A list of paths that, when absent from the host,
I0116 02:24:51.142729 444532 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I0116 02:24:51.142741 444532 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I0116 02:24:51.142748 444532 command_runner.go:130] > # creation as a file is not desired either.
I0116 02:24:51.142756 444532 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I0116 02:24:51.142764 444532 command_runner.go:130] > # the hostname is being managed dynamically.
I0116 02:24:51.142768 444532 command_runner.go:130] > # absent_mount_sources_to_reject = [
I0116 02:24:51.142780 444532 command_runner.go:130] > # ]
I0116 02:24:51.142789 444532 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I0116 02:24:51.142796 444532 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I0116 02:24:51.142804 444532 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I0116 02:24:51.142811 444532 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I0116 02:24:51.142817 444532 command_runner.go:130] > #
I0116 02:24:51.142822 444532 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I0116 02:24:51.142829 444532 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I0116 02:24:51.142834 444532 command_runner.go:130] > # runtime_type = "oci"
I0116 02:24:51.142840 444532 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I0116 02:24:51.142845 444532 command_runner.go:130] > # privileged_without_host_devices = false
I0116 02:24:51.142850 444532 command_runner.go:130] > # allowed_annotations = []
I0116 02:24:51.142854 444532 command_runner.go:130] > # Where:
I0116 02:24:51.142862 444532 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I0116 02:24:51.142868 444532 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I0116 02:24:51.142876 444532 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I0116 02:24:51.142883 444532 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I0116 02:24:51.142889 444532 command_runner.go:130] > # in $PATH.
I0116 02:24:51.142895 444532 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I0116 02:24:51.142902 444532 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I0116 02:24:51.142908 444532 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I0116 02:24:51.142914 444532 command_runner.go:130] > # state.
I0116 02:24:51.142921 444532 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I0116 02:24:51.142930 444532 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I0116 02:24:51.142936 444532 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I0116 02:24:51.142944 444532 command_runner.go:130] > # host devices from being passed to privileged containers.
I0116 02:24:51.142950 444532 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I0116 02:24:51.142958 444532 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I0116 02:24:51.142963 444532 command_runner.go:130] > # The currently recognized values are:
I0116 02:24:51.142972 444532 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I0116 02:24:51.142979 444532 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I0116 02:24:51.142987 444532 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I0116 02:24:51.142993 444532 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I0116 02:24:51.143003 444532 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I0116 02:24:51.143012 444532 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I0116 02:24:51.143018 444532 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I0116 02:24:51.143027 444532 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I0116 02:24:51.143031 444532 command_runner.go:130] > # should be moved to the container's cgroup
I0116 02:24:51.143037 444532 command_runner.go:130] > [crio.runtime.runtimes.runc]
I0116 02:24:51.143042 444532 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I0116 02:24:51.143050 444532 command_runner.go:130] > runtime_type = "oci"
I0116 02:24:51.143057 444532 command_runner.go:130] > runtime_root = "/run/runc"
I0116 02:24:51.143062 444532 command_runner.go:130] > runtime_config_path = ""
I0116 02:24:51.143068 444532 command_runner.go:130] > monitor_path = ""
I0116 02:24:51.143072 444532 command_runner.go:130] > monitor_cgroup = ""
I0116 02:24:51.143076 444532 command_runner.go:130] > monitor_exec_cgroup = ""
I0116 02:24:51.143103 444532 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I0116 02:24:51.143109 444532 command_runner.go:130] > # running containers
I0116 02:24:51.143114 444532 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I0116 02:24:51.143122 444532 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I0116 02:24:51.143129 444532 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I0116 02:24:51.143136 444532 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I0116 02:24:51.143142 444532 command_runner.go:130] > # Kata Containers with the default configured VMM
I0116 02:24:51.143149 444532 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I0116 02:24:51.143153 444532 command_runner.go:130] > # Kata Containers with the QEMU VMM
I0116 02:24:51.143160 444532 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I0116 02:24:51.143165 444532 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I0116 02:24:51.143173 444532 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I0116 02:24:51.143186 444532 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I0116 02:24:51.143199 444532 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I0116 02:24:51.143212 444532 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I0116 02:24:51.143228 444532 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I0116 02:24:51.143244 444532 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I0116 02:24:51.143257 444532 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I0116 02:24:51.143272 444532 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I0116 02:24:51.143283 444532 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I0116 02:24:51.143289 444532 command_runner.go:130] > # signifying for that resource type to override the default value.
I0116 02:24:51.143298 444532 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I0116 02:24:51.143302 444532 command_runner.go:130] > # Example:
I0116 02:24:51.143307 444532 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I0116 02:24:51.143314 444532 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I0116 02:24:51.143319 444532 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I0116 02:24:51.143327 444532 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I0116 02:24:51.143331 444532 command_runner.go:130] > # cpuset = 0
I0116 02:24:51.143337 444532 command_runner.go:130] > # cpushares = "0-1"
I0116 02:24:51.143341 444532 command_runner.go:130] > # Where:
I0116 02:24:51.143347 444532 command_runner.go:130] > # The workload name is workload-type.
I0116 02:24:51.143356 444532 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I0116 02:24:51.143364 444532 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I0116 02:24:51.143369 444532 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I0116 02:24:51.143377 444532 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I0116 02:24:51.143384 444532 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I0116 02:24:51.143388 444532 command_runner.go:130] > #
I0116 02:24:51.143394 444532 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I0116 02:24:51.143400 444532 command_runner.go:130] > #
I0116 02:24:51.143406 444532 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I0116 02:24:51.143414 444532 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I0116 02:24:51.143420 444532 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I0116 02:24:51.143430 444532 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I0116 02:24:51.143435 444532 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I0116 02:24:51.143442 444532 command_runner.go:130] > [crio.image]
I0116 02:24:51.143448 444532 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I0116 02:24:51.143455 444532 command_runner.go:130] > # default_transport = "docker://"
I0116 02:24:51.143461 444532 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I0116 02:24:51.143470 444532 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I0116 02:24:51.143475 444532 command_runner.go:130] > # global_auth_file = ""
I0116 02:24:51.143480 444532 command_runner.go:130] > # The image used to instantiate infra containers.
I0116 02:24:51.143487 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:51.143492 444532 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I0116 02:24:51.143501 444532 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I0116 02:24:51.143507 444532 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I0116 02:24:51.143514 444532 command_runner.go:130] > # This option supports live configuration reload.
I0116 02:24:51.143519 444532 command_runner.go:130] > # pause_image_auth_file = ""
I0116 02:24:51.143527 444532 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I0116 02:24:51.143533 444532 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I0116 02:24:51.143541 444532 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I0116 02:24:51.143547 444532 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I0116 02:24:51.143551 444532 command_runner.go:130] > # pause_command = "/pause"
I0116 02:24:51.143557 444532 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I0116 02:24:51.143563 444532 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I0116 02:24:51.143568 444532 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I0116 02:24:51.143574 444532 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I0116 02:24:51.143579 444532 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I0116 02:24:51.143583 444532 command_runner.go:130] > # signature_policy = ""
I0116 02:24:51.143592 444532 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I0116 02:24:51.143598 444532 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I0116 02:24:51.143602 444532 command_runner.go:130] > # changing them here.
I0116 02:24:51.143606 444532 command_runner.go:130] > # insecure_registries = [
I0116 02:24:51.143609 444532 command_runner.go:130] > # ]
I0116 02:24:51.143615 444532 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I0116 02:24:51.143620 444532 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I0116 02:24:51.143624 444532 command_runner.go:130] > # image_volumes = "mkdir"
I0116 02:24:51.143629 444532 command_runner.go:130] > # Temporary directory to use for storing big files
I0116 02:24:51.143633 444532 command_runner.go:130] > # big_files_temporary_dir = ""
I0116 02:24:51.143639 444532 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I0116 02:24:51.143646 444532 command_runner.go:130] > # CNI plugins.
I0116 02:24:51.143650 444532 command_runner.go:130] > [crio.network]
I0116 02:24:51.143658 444532 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I0116 02:24:51.143663 444532 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I0116 02:24:51.143669 444532 command_runner.go:130] > # cni_default_network = ""
I0116 02:24:51.143675 444532 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I0116 02:24:51.143682 444532 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I0116 02:24:51.143687 444532 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I0116 02:24:51.143693 444532 command_runner.go:130] > # plugin_dirs = [
I0116 02:24:51.143697 444532 command_runner.go:130] > # "/opt/cni/bin/",
I0116 02:24:51.143701 444532 command_runner.go:130] > # ]
I0116 02:24:51.143706 444532 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I0116 02:24:51.143713 444532 command_runner.go:130] > [crio.metrics]
I0116 02:24:51.143717 444532 command_runner.go:130] > # Globally enable or disable metrics support.
I0116 02:24:51.143721 444532 command_runner.go:130] > # enable_metrics = false
I0116 02:24:51.143726 444532 command_runner.go:130] > # Specify enabled metrics collectors.
I0116 02:24:51.143731 444532 command_runner.go:130] > # Per default all metrics are enabled.
I0116 02:24:51.143739 444532 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I0116 02:24:51.143745 444532 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I0116 02:24:51.143753 444532 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I0116 02:24:51.143757 444532 command_runner.go:130] > # metrics_collectors = [
I0116 02:24:51.143763 444532 command_runner.go:130] > # "operations",
I0116 02:24:51.143767 444532 command_runner.go:130] > # "operations_latency_microseconds_total",
I0116 02:24:51.143772 444532 command_runner.go:130] > # "operations_latency_microseconds",
I0116 02:24:51.143782 444532 command_runner.go:130] > # "operations_errors",
I0116 02:24:51.143787 444532 command_runner.go:130] > # "image_pulls_by_digest",
I0116 02:24:51.143794 444532 command_runner.go:130] > # "image_pulls_by_name",
I0116 02:24:51.143798 444532 command_runner.go:130] > # "image_pulls_by_name_skipped",
I0116 02:24:51.143805 444532 command_runner.go:130] > # "image_pulls_failures",
I0116 02:24:51.143809 444532 command_runner.go:130] > # "image_pulls_successes",
I0116 02:24:51.143816 444532 command_runner.go:130] > # "image_pulls_layer_size",
I0116 02:24:51.143820 444532 command_runner.go:130] > # "image_layer_reuse",
I0116 02:24:51.143826 444532 command_runner.go:130] > # "containers_oom_total",
I0116 02:24:51.143830 444532 command_runner.go:130] > # "containers_oom",
I0116 02:24:51.143839 444532 command_runner.go:130] > # "processes_defunct",
I0116 02:24:51.143846 444532 command_runner.go:130] > # "operations_total",
I0116 02:24:51.143850 444532 command_runner.go:130] > # "operations_latency_seconds",
I0116 02:24:51.143857 444532 command_runner.go:130] > # "operations_latency_seconds_total",
I0116 02:24:51.143861 444532 command_runner.go:130] > # "operations_errors_total",
I0116 02:24:51.143868 444532 command_runner.go:130] > # "image_pulls_bytes_total",
I0116 02:24:51.143872 444532 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I0116 02:24:51.143879 444532 command_runner.go:130] > # "image_pulls_failure_total",
I0116 02:24:51.143884 444532 command_runner.go:130] > # "image_pulls_success_total",
I0116 02:24:51.143890 444532 command_runner.go:130] > # "image_layer_reuse_total",
I0116 02:24:51.143895 444532 command_runner.go:130] > # "containers_oom_count_total",
I0116 02:24:51.143901 444532 command_runner.go:130] > # ]
I0116 02:24:51.143906 444532 command_runner.go:130] > # The port on which the metrics server will listen.
I0116 02:24:51.143910 444532 command_runner.go:130] > # metrics_port = 9090
I0116 02:24:51.143915 444532 command_runner.go:130] > # Local socket path to bind the metrics server to
I0116 02:24:51.143921 444532 command_runner.go:130] > # metrics_socket = ""
I0116 02:24:51.143926 444532 command_runner.go:130] > # The certificate for the secure metrics server.
I0116 02:24:51.143934 444532 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I0116 02:24:51.143941 444532 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I0116 02:24:51.143947 444532 command_runner.go:130] > # certificate on any modification event.
I0116 02:24:51.143951 444532 command_runner.go:130] > # metrics_cert = ""
I0116 02:24:51.143957 444532 command_runner.go:130] > # The certificate key for the secure metrics server.
I0116 02:24:51.143962 444532 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I0116 02:24:51.143968 444532 command_runner.go:130] > # metrics_key = ""
I0116 02:24:51.143974 444532 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I0116 02:24:51.143980 444532 command_runner.go:130] > [crio.tracing]
I0116 02:24:51.143987 444532 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I0116 02:24:51.143993 444532 command_runner.go:130] > # enable_tracing = false
I0116 02:24:51.143998 444532 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I0116 02:24:51.144005 444532 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I0116 02:24:51.144011 444532 command_runner.go:130] > # Number of samples to collect per million spans.
I0116 02:24:51.144017 444532 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I0116 02:24:51.144023 444532 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I0116 02:24:51.144029 444532 command_runner.go:130] > [crio.stats]
I0116 02:24:51.144036 444532 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I0116 02:24:51.144044 444532 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I0116 02:24:51.144049 444532 command_runner.go:130] > # stats_collection_period = 0
I0116 02:24:51.144117 444532 cni.go:84] Creating CNI manager for ""
I0116 02:24:51.144126 444532 cni.go:136] 2 nodes found, recommending kindnet
I0116 02:24:51.144136 444532 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0116 02:24:51.144155 444532 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.3 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-751110 NodeName:multinode-751110-m02 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.3 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0116 02:24:51.144298 444532 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.3
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-751110-m02"
kubeletExtraArgs:
node-ip: 192.168.58.3
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0116 02:24:51.144361 444532 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-751110-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.3
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:multinode-751110 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0116 02:24:51.144411 444532 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0116 02:24:51.151769 444532 command_runner.go:130] > kubeadm
I0116 02:24:51.151791 444532 command_runner.go:130] > kubectl
I0116 02:24:51.151797 444532 command_runner.go:130] > kubelet
I0116 02:24:51.152515 444532 binaries.go:44] Found k8s binaries, skipping transfer
I0116 02:24:51.152566 444532 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I0116 02:24:51.160076 444532 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (430 bytes)
I0116 02:24:51.175685 444532 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0116 02:24:51.191901 444532 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I0116 02:24:51.195207 444532 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:24:51.204792 444532 host.go:66] Checking if "multinode-751110" exists ...
I0116 02:24:51.205139 444532 config.go:182] Loaded profile config "multinode-751110": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:24:51.205166 444532 start.go:304] JoinCluster: &{Name:multinode-751110 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:multinode-751110 Namespace:default APIServerName:minikubeCA APIServerNames:[] A
PIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:
9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:24:51.205286 444532 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm token create --print-join-command --ttl=0"
I0116 02:24:51.205346 444532 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:24:51.221653 444532 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:24:51.366659 444532 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token 7rc2nx.0s83iqz273zo0isj --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d
I0116 02:24:51.371012 444532 start.go:325] trying to join worker node "m02" to cluster: &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:false Worker:true}
I0116 02:24:51.371062 444532 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 7rc2nx.0s83iqz273zo0isj --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-751110-m02"
I0116 02:24:51.404734 444532 command_runner.go:130] ! W0116 02:24:51.404254 1106 initconfiguration.go:120] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/crio/crio.sock". Please update your configuration!
I0116 02:24:51.433234 444532 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1048-gcp\n", err: exit status 1
I0116 02:24:51.498906 444532 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0116 02:24:53.627789 444532 command_runner.go:130] > [preflight] Running pre-flight checks
I0116 02:24:53.627832 444532 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I0116 02:24:53.627843 444532 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1048-gcp[0m
I0116 02:24:53.627852 444532 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I0116 02:24:53.627859 444532 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0116 02:24:53.627865 444532 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0116 02:24:53.627870 444532 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0116 02:24:53.627875 444532 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0116 02:24:53.627883 444532 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0116 02:24:53.627888 444532 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0116 02:24:53.627897 444532 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0116 02:24:53.627902 444532 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0116 02:24:53.627909 444532 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0116 02:24:53.627914 444532 command_runner.go:130] > [preflight] Reading configuration from the cluster...
I0116 02:24:53.627924 444532 command_runner.go:130] > [preflight] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'
I0116 02:24:53.627933 444532 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0116 02:24:53.627942 444532 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0116 02:24:53.627949 444532 command_runner.go:130] > [kubelet-start] Starting the kubelet
I0116 02:24:53.627958 444532 command_runner.go:130] > [kubelet-start] Waiting for the kubelet to perform the TLS Bootstrap...
I0116 02:24:53.627965 444532 command_runner.go:130] > This node has joined the cluster:
I0116 02:24:53.627972 444532 command_runner.go:130] > * Certificate signing request was sent to apiserver and a response was received.
I0116 02:24:53.627980 444532 command_runner.go:130] > * The Kubelet was informed of the new secure connection details.
I0116 02:24:53.627987 444532 command_runner.go:130] > Run 'kubectl get nodes' on the control-plane to see this node join the cluster.
I0116 02:24:53.628010 444532 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 7rc2nx.0s83iqz273zo0isj --discovery-token-ca-cert-hash sha256:d4519f335966cb347c8d4a91acf40ebd2d3096558f5e03bc397a785862987f5d --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-751110-m02": (2.256930571s)
I0116 02:24:53.628035 444532 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I0116 02:24:53.795031 444532 command_runner.go:130] ! Created symlink /etc/systemd/system/multi-user.target.wants/kubelet.service → /lib/systemd/system/kubelet.service.
I0116 02:24:53.795119 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd minikube.k8s.io/name=multinode-751110 minikube.k8s.io/updated_at=2024_01_16T02_24_53_0700 minikube.k8s.io/primary=false "-l minikube.k8s.io/primary!=true" --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:24:53.867012 444532 command_runner.go:130] > node/multinode-751110-m02 labeled
I0116 02:24:53.867053 444532 start.go:306] JoinCluster complete in 2.661890771s
I0116 02:24:53.867065 444532 cni.go:84] Creating CNI manager for ""
I0116 02:24:53.867070 444532 cni.go:136] 2 nodes found, recommending kindnet
I0116 02:24:53.867115 444532 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0116 02:24:53.870651 444532 command_runner.go:130] > File: /opt/cni/bin/portmap
I0116 02:24:53.870669 444532 command_runner.go:130] > Size: 4085020 Blocks: 7992 IO Block: 4096 regular file
I0116 02:24:53.870675 444532 command_runner.go:130] > Device: 37h/55d Inode: 814277 Links: 1
I0116 02:24:53.870681 444532 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I0116 02:24:53.870687 444532 command_runner.go:130] > Access: 2023-12-04 16:39:01.000000000 +0000
I0116 02:24:53.870692 444532 command_runner.go:130] > Modify: 2023-12-04 16:39:01.000000000 +0000
I0116 02:24:53.870697 444532 command_runner.go:130] > Change: 2024-01-16 02:05:33.691044107 +0000
I0116 02:24:53.870701 444532 command_runner.go:130] > Birth: 2024-01-16 02:05:33.663041423 +0000
I0116 02:24:53.870792 444532 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0116 02:24:53.870811 444532 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0116 02:24:53.934383 444532 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0116 02:24:54.137715 444532 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet unchanged
I0116 02:24:54.142248 444532 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet unchanged
I0116 02:24:54.144880 444532 command_runner.go:130] > serviceaccount/kindnet unchanged
I0116 02:24:54.156067 444532 command_runner.go:130] > daemonset.apps/kindnet configured
I0116 02:24:54.160287 444532 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:24:54.160502 444532 kapi.go:59] client config for multinode-751110: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.crt", KeyFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.key", CAFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c19be0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0116 02:24:54.160807 444532 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I0116 02:24:54.160818 444532 round_trippers.go:469] Request Headers:
I0116 02:24:54.160828 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:54.160834 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:54.162770 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:54.162791 444532 round_trippers.go:577] Response Headers:
I0116 02:24:54.162798 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:54 GMT
I0116 02:24:54.162804 444532 round_trippers.go:580] Audit-Id: d2e2c348-efff-4822-88c2-bc0940c8cea1
I0116 02:24:54.162809 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:54.162815 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:54.162820 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:54.162826 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:54.162832 444532 round_trippers.go:580] Content-Length: 291
I0116 02:24:54.162856 444532 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"a243e654-1756-4730-b98a-8ca76f06cf65","resourceVersion":"433","creationTimestamp":"2024-01-16T02:24:24Z"},"spec":{"replicas":1},"status":{"replicas":1,"selector":"k8s-app=kube-dns"}}
I0116 02:24:54.162942 444532 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-751110" context rescaled to 1 replicas
I0116 02:24:54.162969 444532 start.go:223] Will wait 6m0s for node &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:false Worker:true}
I0116 02:24:54.165350 444532 out.go:177] * Verifying Kubernetes components...
I0116 02:24:54.167127 444532 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:24:54.178280 444532 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:24:54.178536 444532 kapi.go:59] client config for multinode-751110: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.crt", KeyFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/profiles/multinode-751110/client.key", CAFile:"/home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c19be0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0116 02:24:54.178799 444532 node_ready.go:35] waiting up to 6m0s for node "multinode-751110-m02" to be "Ready" ...
I0116 02:24:54.178904 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110-m02
I0116 02:24:54.178914 444532 round_trippers.go:469] Request Headers:
I0116 02:24:54.178926 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:54.178936 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:54.181298 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:54.181317 444532 round_trippers.go:577] Response Headers:
I0116 02:24:54.181324 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:54.181329 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:54.181334 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:54 GMT
I0116 02:24:54.181340 444532 round_trippers.go:580] Audit-Id: 5a071563-7f7d-4f56-84db-b1c5003f96f4
I0116 02:24:54.181347 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:54.181355 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:54.181506 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110-m02","uid":"2f679097-5505-4a46-be85-4de4abcfae92","resourceVersion":"469","creationTimestamp":"2024-01-16T02:24:53Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110-m02","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"false","minikube.k8s.io/updated_at":"2024_01_16T02_24_53_0700","minikube.k8s.io/version":"v1.32.0"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:53Z","fieldsType":"FieldsV1","fieldsV1":{"f:metad
ata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{ [truncated 5653 chars]
I0116 02:24:54.679067 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110-m02
I0116 02:24:54.679090 444532 round_trippers.go:469] Request Headers:
I0116 02:24:54.679099 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:54.679105 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:54.681611 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:54.681652 444532 round_trippers.go:577] Response Headers:
I0116 02:24:54.681712 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:54.681753 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:54.681767 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:54.681779 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:54.681787 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:54 GMT
I0116 02:24:54.681800 444532 round_trippers.go:580] Audit-Id: 5f4b8e23-1229-40c3-ae5b-0671a66f1a54
I0116 02:24:54.681958 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110-m02","uid":"2f679097-5505-4a46-be85-4de4abcfae92","resourceVersion":"469","creationTimestamp":"2024-01-16T02:24:53Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110-m02","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"false","minikube.k8s.io/updated_at":"2024_01_16T02_24_53_0700","minikube.k8s.io/version":"v1.32.0"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:53Z","fieldsType":"FieldsV1","fieldsV1":{"f:metad
ata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{ [truncated 5653 chars]
I0116 02:24:55.179192 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110-m02
I0116 02:24:55.179221 444532 round_trippers.go:469] Request Headers:
I0116 02:24:55.179232 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:55.179239 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:55.181419 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:55.181447 444532 round_trippers.go:577] Response Headers:
I0116 02:24:55.181458 444532 round_trippers.go:580] Audit-Id: b5f83f8a-6274-40b1-8044-fb1762c2969d
I0116 02:24:55.181466 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:55.181474 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:55.181481 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:55.181492 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:55.181501 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:55 GMT
I0116 02:24:55.181649 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110-m02","uid":"2f679097-5505-4a46-be85-4de4abcfae92","resourceVersion":"469","creationTimestamp":"2024-01-16T02:24:53Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110-m02","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"false","minikube.k8s.io/updated_at":"2024_01_16T02_24_53_0700","minikube.k8s.io/version":"v1.32.0"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:53Z","fieldsType":"FieldsV1","fieldsV1":{"f:metad
ata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{ [truncated 5653 chars]
I0116 02:24:55.679091 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110-m02
I0116 02:24:55.679115 444532 round_trippers.go:469] Request Headers:
I0116 02:24:55.679123 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:55.679131 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:55.681421 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:55.681442 444532 round_trippers.go:577] Response Headers:
I0116 02:24:55.681449 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:55 GMT
I0116 02:24:55.681455 444532 round_trippers.go:580] Audit-Id: 54bbd4bc-452d-40bf-b973-6055bbe0e620
I0116 02:24:55.681460 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:55.681466 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:55.681471 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:55.681476 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:55.681667 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110-m02","uid":"2f679097-5505-4a46-be85-4de4abcfae92","resourceVersion":"469","creationTimestamp":"2024-01-16T02:24:53Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110-m02","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"false","minikube.k8s.io/updated_at":"2024_01_16T02_24_53_0700","minikube.k8s.io/version":"v1.32.0"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:53Z","fieldsType":"FieldsV1","fieldsV1":{"f:metad
ata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{ [truncated 5653 chars]
I0116 02:24:56.179242 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110-m02
I0116 02:24:56.179266 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.179280 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.179286 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.181648 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:56.181675 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.181686 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.181694 444532 round_trippers.go:580] Audit-Id: df8a9ad2-411f-48c2-a401-675a5b9a7342
I0116 02:24:56.181700 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.181707 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.181716 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.181725 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.181850 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110-m02","uid":"2f679097-5505-4a46-be85-4de4abcfae92","resourceVersion":"489","creationTimestamp":"2024-01-16T02:24:53Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110-m02","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"false","minikube.k8s.io/updated_at":"2024_01_16T02_24_53_0700","minikube.k8s.io/version":"v1.32.0"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:53Z","fieldsType":"FieldsV1","fieldsV1":{"f:metad
ata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{ [truncated 5728 chars]
I0116 02:24:56.182153 444532 node_ready.go:49] node "multinode-751110-m02" has status "Ready":"True"
I0116 02:24:56.182169 444532 node_ready.go:38] duration metric: took 2.003352264s waiting for node "multinode-751110-m02" to be "Ready" ...
I0116 02:24:56.182179 444532 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:24:56.182241 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0116 02:24:56.182249 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.182256 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.182262 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.185147 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:56.185183 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.185194 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.185203 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.185217 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.185226 444532 round_trippers.go:580] Audit-Id: 0fe797ce-e2e9-4876-84d0-548cccbc2619
I0116 02:24:56.185242 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.185251 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.185760 444532 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"493"},"items":[{"metadata":{"name":"coredns-5dd5756b68-mllc6","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"6acedee8-bd3e-46b2-a849-0dd39c130201","resourceVersion":"429","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 68972 chars]
I0116 02:24:56.187793 444532 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mllc6" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.187874 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-mllc6
I0116 02:24:56.187881 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.187889 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.187895 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.189771 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:56.189796 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.189808 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.189816 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.189823 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.189831 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.189843 444532 round_trippers.go:580] Audit-Id: 0b7ec543-56b5-4e2c-8fdc-5551275b939c
I0116 02:24:56.189855 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.189967 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-mllc6","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"6acedee8-bd3e-46b2-a849-0dd39c130201","resourceVersion":"429","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"049e5b12-fe2b-4bc8-9aaf-ff0a6e319ccb\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I0116 02:24:56.190514 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:56.190530 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.190538 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.190545 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.192367 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:56.192391 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.192405 444532 round_trippers.go:580] Audit-Id: 32ac2876-f36f-4dcd-b10c-ad4e57e27f15
I0116 02:24:56.192414 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.192422 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.192429 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.192434 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.192445 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.192563 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:56.192857 444532 pod_ready.go:92] pod "coredns-5dd5756b68-mllc6" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:56.192873 444532 pod_ready.go:81] duration metric: took 5.058745ms waiting for pod "coredns-5dd5756b68-mllc6" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.192882 444532 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.192936 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-751110
I0116 02:24:56.192943 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.192971 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.192981 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.194628 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:56.194648 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.194658 444532 round_trippers.go:580] Audit-Id: afdcda87-7f91-4ffa-9817-fa896c032d7d
I0116 02:24:56.194667 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.194672 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.194680 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.194690 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.194706 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.194786 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-751110","namespace":"kube-system","uid":"f1e25e04-7609-498b-a0a8-4de4afb0c680","resourceVersion":"294","creationTimestamp":"2024-01-16T02:24:23Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"9f9404271443bdb52e3e38d6807d5263","kubernetes.io/config.mirror":"9f9404271443bdb52e3e38d6807d5263","kubernetes.io/config.seen":"2024-01-16T02:24:18.525439237Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:23Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I0116 02:24:56.195200 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:56.195220 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.195227 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.195233 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.196754 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:56.196776 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.196786 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.196795 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.196804 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.196816 444532 round_trippers.go:580] Audit-Id: 8ed8ffff-eab6-41ee-b461-fa2432bf2539
I0116 02:24:56.196827 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.196836 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.197044 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:56.197332 444532 pod_ready.go:92] pod "etcd-multinode-751110" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:56.197346 444532 pod_ready.go:81] duration metric: took 4.456893ms waiting for pod "etcd-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.197359 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.197407 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-751110
I0116 02:24:56.197416 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.197422 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.197428 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.199040 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:56.199060 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.199070 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.199076 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.199081 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.199086 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.199094 444532 round_trippers.go:580] Audit-Id: 212ceff6-0feb-4a50-8a5d-95673921abde
I0116 02:24:56.199099 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.199234 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-751110","namespace":"kube-system","uid":"448f0759-a684-445d-aff7-abe0bd91cc6d","resourceVersion":"293","creationTimestamp":"2024-01-16T02:24:23Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"b4c9fc1afbec8906b908f9f65184d478","kubernetes.io/config.mirror":"b4c9fc1afbec8906b908f9f65184d478","kubernetes.io/config.seen":"2024-01-16T02:24:18.525441010Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:23Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I0116 02:24:56.199591 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:56.199602 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.199609 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.199615 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.201111 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:56.201133 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.201142 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.201151 444532 round_trippers.go:580] Audit-Id: bfc71423-c40c-42f5-946c-47a9b668553f
I0116 02:24:56.201161 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.201172 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.201179 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.201192 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.201291 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:56.201581 444532 pod_ready.go:92] pod "kube-apiserver-multinode-751110" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:56.201596 444532 pod_ready.go:81] duration metric: took 4.231247ms waiting for pod "kube-apiserver-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.201604 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.201649 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-751110
I0116 02:24:56.201657 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.201663 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.201669 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.203152 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:56.203169 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.203179 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.203187 444532 round_trippers.go:580] Audit-Id: 83d0b686-f58a-403e-bb33-793ea7604a3d
I0116 02:24:56.203194 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.203202 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.203215 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.203224 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.203324 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-751110","namespace":"kube-system","uid":"93358b8d-8f90-47ec-8d0c-cacecdf8014d","resourceVersion":"328","creationTimestamp":"2024-01-16T02:24:24Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"e98b5653f6e71d5cc4a9ddf2de7bf4d7","kubernetes.io/config.mirror":"e98b5653f6e71d5cc4a9ddf2de7bf4d7","kubernetes.io/config.seen":"2024-01-16T02:24:24.132893324Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:24Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I0116 02:24:56.203650 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:56.203660 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.203667 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.203673 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.205220 444532 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0116 02:24:56.205250 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.205261 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.205271 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.205280 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.205288 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.205296 444532 round_trippers.go:580] Audit-Id: bf5353d2-a541-41d8-8e8b-d3cfdc19a848
I0116 02:24:56.205302 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.205414 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:56.205690 444532 pod_ready.go:92] pod "kube-controller-manager-multinode-751110" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:56.205705 444532 pod_ready.go:81] duration metric: took 4.095436ms waiting for pod "kube-controller-manager-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.205714 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-fsvtn" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.380108 444532 request.go:629] Waited for 174.322721ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-fsvtn
I0116 02:24:56.380168 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-fsvtn
I0116 02:24:56.380174 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.380182 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.380188 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.382559 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:56.382579 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.382585 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.382591 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.382596 444532 round_trippers.go:580] Audit-Id: a7f55138-a55d-4e7e-8b6b-197e3fe35e66
I0116 02:24:56.382604 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.382612 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.382619 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.382754 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-fsvtn","generateName":"kube-proxy-","namespace":"kube-system","uid":"8192e4cd-7249-47d9-9b10-0d955e26983b","resourceVersion":"408","creationTimestamp":"2024-01-16T02:24:37Z","labels":{"controller-revision-hash":"8486c7d9cd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"5788d3d5-256d-4a32-a206-f29fed929646","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"5788d3d5-256d-4a32-a206-f29fed929646\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5510 chars]
I0116 02:24:56.579586 444532 request.go:629] Waited for 196.383408ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:56.579681 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:56.579690 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.579697 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.579704 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.582021 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:56.582046 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.582057 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.582067 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.582075 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.582082 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.582093 444532 round_trippers.go:580] Audit-Id: a81b1a6e-2bf1-46d6-a63c-c082c8767524
I0116 02:24:56.582111 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.582243 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:56.582602 444532 pod_ready.go:92] pod "kube-proxy-fsvtn" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:56.582621 444532 pod_ready.go:81] duration metric: took 376.901843ms waiting for pod "kube-proxy-fsvtn" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.582635 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-pmczf" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.779580 444532 request.go:629] Waited for 196.851659ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pmczf
I0116 02:24:56.779643 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pmczf
I0116 02:24:56.779648 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.779656 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.779671 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.782105 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:56.782127 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.782134 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.782140 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.782145 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.782150 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.782155 444532 round_trippers.go:580] Audit-Id: a1bc450b-0c90-4f74-a725-6eff1007566d
I0116 02:24:56.782161 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.782323 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-pmczf","generateName":"kube-proxy-","namespace":"kube-system","uid":"e55e0594-c49e-47fb-ab8b-cf2f8338a532","resourceVersion":"492","creationTimestamp":"2024-01-16T02:24:53Z","labels":{"controller-revision-hash":"8486c7d9cd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"5788d3d5-256d-4a32-a206-f29fed929646","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:53Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"5788d3d5-256d-4a32-a206-f29fed929646\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5518 chars]
I0116 02:24:56.980151 444532 request.go:629] Waited for 197.377879ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-751110-m02
I0116 02:24:56.980242 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110-m02
I0116 02:24:56.980247 444532 round_trippers.go:469] Request Headers:
I0116 02:24:56.980255 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:56.980264 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:56.982658 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:56.982686 444532 round_trippers.go:577] Response Headers:
I0116 02:24:56.982697 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:56 GMT
I0116 02:24:56.982705 444532 round_trippers.go:580] Audit-Id: 0d0584a2-4eec-44d7-a169-e6a189b2cb0d
I0116 02:24:56.982713 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:56.982722 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:56.982730 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:56.982740 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:56.982916 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110-m02","uid":"2f679097-5505-4a46-be85-4de4abcfae92","resourceVersion":"489","creationTimestamp":"2024-01-16T02:24:53Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110-m02","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"false","minikube.k8s.io/updated_at":"2024_01_16T02_24_53_0700","minikube.k8s.io/version":"v1.32.0"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:53Z","fieldsType":"FieldsV1","fieldsV1":{"f:metad
ata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{ [truncated 5728 chars]
I0116 02:24:56.983245 444532 pod_ready.go:92] pod "kube-proxy-pmczf" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:56.983262 444532 pod_ready.go:81] duration metric: took 400.616325ms waiting for pod "kube-proxy-pmczf" in "kube-system" namespace to be "Ready" ...
I0116 02:24:56.983272 444532 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:57.179476 444532 request.go:629] Waited for 196.113401ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-751110
I0116 02:24:57.179540 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-751110
I0116 02:24:57.179545 444532 round_trippers.go:469] Request Headers:
I0116 02:24:57.179553 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:57.179563 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:57.181979 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:57.182005 444532 round_trippers.go:577] Response Headers:
I0116 02:24:57.182016 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:57 GMT
I0116 02:24:57.182023 444532 round_trippers.go:580] Audit-Id: 0e5a37ac-95d8-4590-8a5c-57b3546aa50a
I0116 02:24:57.182030 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:57.182037 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:57.182044 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:57.182051 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:57.182292 444532 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-751110","namespace":"kube-system","uid":"5c47cbd4-3767-4737-9009-e421c9f47ac7","resourceVersion":"317","creationTimestamp":"2024-01-16T02:24:24Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"c6d65b6b2d144065e44bf257e6c16411","kubernetes.io/config.mirror":"c6d65b6b2d144065e44bf257e6c16411","kubernetes.io/config.seen":"2024-01-16T02:24:24.132888088Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2024-01-16T02:24:24Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I0116 02:24:57.379953 444532 request.go:629] Waited for 197.198138ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:57.380032 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-751110
I0116 02:24:57.380038 444532 round_trippers.go:469] Request Headers:
I0116 02:24:57.380046 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:57.380052 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:57.382329 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:57.382354 444532 round_trippers.go:577] Response Headers:
I0116 02:24:57.382362 444532 round_trippers.go:580] Audit-Id: 51a772d6-f5c1-4662-8d27-5489f7660d45
I0116 02:24:57.382368 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:57.382373 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:57.382379 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:57.382384 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:57.382393 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:57 GMT
I0116 02:24:57.382524 444532 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2024-01-16T02:24:21Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I0116 02:24:57.382944 444532 pod_ready.go:92] pod "kube-scheduler-multinode-751110" in "kube-system" namespace has status "Ready":"True"
I0116 02:24:57.382967 444532 pod_ready.go:81] duration metric: took 399.686969ms waiting for pod "kube-scheduler-multinode-751110" in "kube-system" namespace to be "Ready" ...
I0116 02:24:57.382986 444532 pod_ready.go:38] duration metric: took 1.20078878s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:24:57.383004 444532 system_svc.go:44] waiting for kubelet service to be running ....
I0116 02:24:57.383068 444532 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:24:57.393795 444532 system_svc.go:56] duration metric: took 10.786782ms WaitForService to wait for kubelet.
I0116 02:24:57.393818 444532 kubeadm.go:581] duration metric: took 3.230825597s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0116 02:24:57.393840 444532 node_conditions.go:102] verifying NodePressure condition ...
I0116 02:24:57.580272 444532 request.go:629] Waited for 186.332588ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I0116 02:24:57.580348 444532 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I0116 02:24:57.580353 444532 round_trippers.go:469] Request Headers:
I0116 02:24:57.580361 444532 round_trippers.go:473] Accept: application/json, */*
I0116 02:24:57.580368 444532 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0116 02:24:57.583318 444532 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0116 02:24:57.583350 444532 round_trippers.go:577] Response Headers:
I0116 02:24:57.583362 444532 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 74694015-a521-4bdb-880b-ffb754a3ef8f
I0116 02:24:57.583370 444532 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 093323a7-3571-40fe-ae6c-f66f9ad3d0c4
I0116 02:24:57.583379 444532 round_trippers.go:580] Date: Tue, 16 Jan 2024 02:24:57 GMT
I0116 02:24:57.583388 444532 round_trippers.go:580] Audit-Id: ec69b223-5da4-46d7-b360-05356d368c33
I0116 02:24:57.583396 444532 round_trippers.go:580] Cache-Control: no-cache, private
I0116 02:24:57.583405 444532 round_trippers.go:580] Content-Type: application/json
I0116 02:24:57.583573 444532 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"494"},"items":[{"metadata":{"name":"multinode-751110","uid":"00b3d73f-7a75-4996-8d35-74050d4ccde0","resourceVersion":"413","creationTimestamp":"2024-01-16T02:24:21Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-751110","kubernetes.io/os":"linux","minikube.k8s.io/commit":"880ec6d67bbc7fe8882aaa6543d5a07427c973fd","minikube.k8s.io/name":"multinode-751110","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2024_01_16T02_24_24_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 12720 chars]
I0116 02:24:57.584067 444532 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0116 02:24:57.584091 444532 node_conditions.go:123] node cpu capacity is 8
I0116 02:24:57.584101 444532 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0116 02:24:57.584105 444532 node_conditions.go:123] node cpu capacity is 8
I0116 02:24:57.584109 444532 node_conditions.go:105] duration metric: took 190.264677ms to run NodePressure ...
I0116 02:24:57.584120 444532 start.go:228] waiting for startup goroutines ...
I0116 02:24:57.584144 444532 start.go:242] writing updated cluster config ...
I0116 02:24:57.584427 444532 ssh_runner.go:195] Run: rm -f paused
I0116 02:24:57.631844 444532 start.go:600] kubectl: 1.29.0, cluster: 1.28.4 (minor skew: 1)
I0116 02:24:57.633876 444532 out.go:177] * Done! kubectl is now configured to use "multinode-751110" cluster and "default" namespace by default
==> CRI-O <==
Jan 16 02:24:39 multinode-751110 crio[960]: time="2024-01-16 02:24:39.566645129Z" level=info msg="Starting container: 014c4fb8cca97144f988c8200888f682c95a97435fe4f68ad29c711bbb5f34d2" id=e9d70328-83a3-4975-9c5c-fc56eba32210 name=/runtime.v1.RuntimeService/StartContainer
Jan 16 02:24:39 multinode-751110 crio[960]: time="2024-01-16 02:24:39.573398735Z" level=info msg="Started container" PID=2314 containerID=014c4fb8cca97144f988c8200888f682c95a97435fe4f68ad29c711bbb5f34d2 description=kube-system/storage-provisioner/storage-provisioner id=e9d70328-83a3-4975-9c5c-fc56eba32210 name=/runtime.v1.RuntimeService/StartContainer sandboxID=31edd240991c7ab90532f9cf8784ddaf7ce93233bdca55846d5e93c380cc762a
Jan 16 02:24:39 multinode-751110 crio[960]: time="2024-01-16 02:24:39.584170435Z" level=info msg="Created container 81d66d1822b92cb7007cece4f92fa8cefe1a208e956097829853b54bbb728248: kube-system/coredns-5dd5756b68-mllc6/coredns" id=199ab62e-26ed-4051-8b90-026ef5af3e71 name=/runtime.v1.RuntimeService/CreateContainer
Jan 16 02:24:39 multinode-751110 crio[960]: time="2024-01-16 02:24:39.584732688Z" level=info msg="Starting container: 81d66d1822b92cb7007cece4f92fa8cefe1a208e956097829853b54bbb728248" id=5ed62e5a-0f6f-4493-8f47-f0a5190d61af name=/runtime.v1.RuntimeService/StartContainer
Jan 16 02:24:39 multinode-751110 crio[960]: time="2024-01-16 02:24:39.592217097Z" level=info msg="Started container" PID=2339 containerID=81d66d1822b92cb7007cece4f92fa8cefe1a208e956097829853b54bbb728248 description=kube-system/coredns-5dd5756b68-mllc6/coredns id=5ed62e5a-0f6f-4493-8f47-f0a5190d61af name=/runtime.v1.RuntimeService/StartContainer sandboxID=cb98edd8005ceb155e2288a3cb4407ef3a2d9f582591d4f15eee990587df53ee
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.634757923Z" level=info msg="Running pod sandbox: default/busybox-5bc68d56bd-hk99p/POD" id=e88493c2-9c53-418f-b791-086441de3834 name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.634829147Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.647629994Z" level=info msg="Got pod network &{Name:busybox-5bc68d56bd-hk99p Namespace:default ID:2d724cfd639a28fb8f4173e9f1e54c769e00718b331048b4c75064bc1bb69974 UID:09cb51e4-4aaa-48fc-9c2d-8b429bda0fda NetNS:/var/run/netns/5237f648-8c25-4cd6-84f8-2cb7ed13ae2c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.647660412Z" level=info msg="Adding pod default_busybox-5bc68d56bd-hk99p to CNI network \"kindnet\" (type=ptp)"
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.659025340Z" level=info msg="Got pod network &{Name:busybox-5bc68d56bd-hk99p Namespace:default ID:2d724cfd639a28fb8f4173e9f1e54c769e00718b331048b4c75064bc1bb69974 UID:09cb51e4-4aaa-48fc-9c2d-8b429bda0fda NetNS:/var/run/netns/5237f648-8c25-4cd6-84f8-2cb7ed13ae2c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.659154655Z" level=info msg="Checking pod default_busybox-5bc68d56bd-hk99p for CNI network kindnet (type=ptp)"
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.662322985Z" level=info msg="Ran pod sandbox 2d724cfd639a28fb8f4173e9f1e54c769e00718b331048b4c75064bc1bb69974 with infra container: default/busybox-5bc68d56bd-hk99p/POD" id=e88493c2-9c53-418f-b791-086441de3834 name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.663344390Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28" id=06c2ebb4-cff4-4717-b40e-43d47fc6e34e name=/runtime.v1.ImageService/ImageStatus
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.663583891Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28 not found" id=06c2ebb4-cff4-4717-b40e-43d47fc6e34e name=/runtime.v1.ImageService/ImageStatus
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.664267617Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28" id=4e9ebc9d-149a-4e95-b8c5-37d7191ef1ea name=/runtime.v1.ImageService/PullImage
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.665124271Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28\""
Jan 16 02:24:58 multinode-751110 crio[960]: time="2024-01-16 02:24:58.823228998Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28\""
Jan 16 02:24:59 multinode-751110 crio[960]: time="2024-01-16 02:24:59.211055715Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335" id=4e9ebc9d-149a-4e95-b8c5-37d7191ef1ea name=/runtime.v1.ImageService/PullImage
Jan 16 02:24:59 multinode-751110 crio[960]: time="2024-01-16 02:24:59.212173681Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28" id=c6be0eb4-26b3-424d-a0d5-23c5c2a9d46c name=/runtime.v1.ImageService/ImageStatus
Jan 16 02:24:59 multinode-751110 crio[960]: time="2024-01-16 02:24:59.212850879Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,RepoTags:[gcr.io/k8s-minikube/busybox:1.28],RepoDigests:[gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12],Size_:1363676,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=c6be0eb4-26b3-424d-a0d5-23c5c2a9d46c name=/runtime.v1.ImageService/ImageStatus
Jan 16 02:24:59 multinode-751110 crio[960]: time="2024-01-16 02:24:59.213777619Z" level=info msg="Creating container: default/busybox-5bc68d56bd-hk99p/busybox" id=6e70e937-dc20-4eee-b439-9f71aeebc667 name=/runtime.v1.RuntimeService/CreateContainer
Jan 16 02:24:59 multinode-751110 crio[960]: time="2024-01-16 02:24:59.213869891Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 16 02:24:59 multinode-751110 crio[960]: time="2024-01-16 02:24:59.263465418Z" level=info msg="Created container 681d3a31f5145c1185f98faa75d49326f8d277a52588b488822a2da919fe2f47: default/busybox-5bc68d56bd-hk99p/busybox" id=6e70e937-dc20-4eee-b439-9f71aeebc667 name=/runtime.v1.RuntimeService/CreateContainer
Jan 16 02:24:59 multinode-751110 crio[960]: time="2024-01-16 02:24:59.264059599Z" level=info msg="Starting container: 681d3a31f5145c1185f98faa75d49326f8d277a52588b488822a2da919fe2f47" id=25ac8e67-5f56-44ca-8946-1997e04b41cf name=/runtime.v1.RuntimeService/StartContainer
Jan 16 02:24:59 multinode-751110 crio[960]: time="2024-01-16 02:24:59.270433335Z" level=info msg="Started container" PID=2503 containerID=681d3a31f5145c1185f98faa75d49326f8d277a52588b488822a2da919fe2f47 description=default/busybox-5bc68d56bd-hk99p/busybox id=25ac8e67-5f56-44ca-8946-1997e04b41cf name=/runtime.v1.RuntimeService/StartContainer sandboxID=2d724cfd639a28fb8f4173e9f1e54c769e00718b331048b4c75064bc1bb69974
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
681d3a31f5145 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 4 seconds ago Running busybox 0 2d724cfd639a2 busybox-5bc68d56bd-hk99p
81d66d1822b92 ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 23 seconds ago Running coredns 0 cb98edd8005ce coredns-5dd5756b68-mllc6
014c4fb8cca97 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 23 seconds ago Running storage-provisioner 0 31edd240991c7 storage-provisioner
b1d70487ee76c c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc 25 seconds ago Running kindnet-cni 0 6be63202aa542 kindnet-c4lsv
41e4e90b353de 83f6cc407eed88d214aad97f3539bde5c8e485ff14424cd021a3a2899304398e 25 seconds ago Running kube-proxy 0 d347e0d7c5147 kube-proxy-fsvtn
c99004a42ccfd 7fe0e6f37db33464725e616a12ccc4e36970370005a2b09683a974db6350c257 44 seconds ago Running kube-apiserver 0 2194f3501d2e4 kube-apiserver-multinode-751110
fa87ef7d5f067 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 44 seconds ago Running etcd 0 cf578858bd08c etcd-multinode-751110
2eba20ca55573 e3db313c6dbc065d4ac3b32c7a6f2a878949031b881d217b63881a109c5cfba1 44 seconds ago Running kube-scheduler 0 53e69e6dbef27 kube-scheduler-multinode-751110
74d589f9035f6 d058aa5ab969ce7b84d25e7188be1f80633b18db8ea7d02d9d0a78e676236591 44 seconds ago Running kube-controller-manager 0 ae7083f978caf kube-controller-manager-multinode-751110
==> coredns [81d66d1822b92cb7007cece4f92fa8cefe1a208e956097829853b54bbb728248] <==
[INFO] 10.244.0.3:49201 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000116802s
[INFO] 10.244.1.2:48088 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000119343s
[INFO] 10.244.1.2:54409 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001690827s
[INFO] 10.244.1.2:57364 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000095413s
[INFO] 10.244.1.2:39343 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000073357s
[INFO] 10.244.1.2:42765 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001318848s
[INFO] 10.244.1.2:44312 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00007404s
[INFO] 10.244.1.2:44542 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000067816s
[INFO] 10.244.1.2:47374 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00004936s
[INFO] 10.244.0.3:54301 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000094409s
[INFO] 10.244.0.3:37987 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000096851s
[INFO] 10.244.0.3:57745 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000052039s
[INFO] 10.244.0.3:33143 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000065949s
[INFO] 10.244.1.2:34311 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000110491s
[INFO] 10.244.1.2:48621 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000103054s
[INFO] 10.244.1.2:56545 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000068561s
[INFO] 10.244.1.2:38872 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000061712s
[INFO] 10.244.0.3:52761 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000106673s
[INFO] 10.244.0.3:50515 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000134323s
[INFO] 10.244.0.3:54308 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000113305s
[INFO] 10.244.0.3:59397 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00007145s
[INFO] 10.244.1.2:58584 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000128856s
[INFO] 10.244.1.2:41112 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000086853s
[INFO] 10.244.1.2:57778 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000057615s
[INFO] 10.244.1.2:52898 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000047944s
==> describe nodes <==
Name: multinode-751110
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-751110
kubernetes.io/os=linux
minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd
minikube.k8s.io/name=multinode-751110
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_01_16T02_24_24_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 16 Jan 2024 02:24:21 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-751110
AcquireTime: <unset>
RenewTime: Tue, 16 Jan 2024 02:24:54 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 16 Jan 2024 02:24:39 +0000 Tue, 16 Jan 2024 02:24:20 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 16 Jan 2024 02:24:39 +0000 Tue, 16 Jan 2024 02:24:20 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 16 Jan 2024 02:24:39 +0000 Tue, 16 Jan 2024 02:24:20 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 16 Jan 2024 02:24:39 +0000 Tue, 16 Jan 2024 02:24:39 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.2
Hostname: multinode-751110
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
System Info:
Machine ID: 45fac47a5a2c4a76a797427222741d44
System UUID: 534ad30a-1275-4942-bd7c-b3daf9229ba9
Boot ID: 360723eb-262c-45a0-9f0d-fd33b4efdd29
Kernel Version: 5.15.0-1048-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-hk99p 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5s
kube-system coredns-5dd5756b68-mllc6 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 26s
kube-system etcd-multinode-751110 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 40s
kube-system kindnet-c4lsv 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 26s
kube-system kube-apiserver-multinode-751110 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 40s
kube-system kube-controller-manager-multinode-751110 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 39s
kube-system kube-proxy-fsvtn 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
kube-system kube-scheduler-multinode-751110 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 39s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 25s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 220Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 25s kube-proxy
Normal NodeHasSufficientMemory 45s (x9 over 45s) kubelet Node multinode-751110 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 45s (x8 over 45s) kubelet Node multinode-751110 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 45s (x7 over 45s) kubelet Node multinode-751110 status is now: NodeHasSufficientPID
Normal Starting 39s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 39s kubelet Node multinode-751110 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 39s kubelet Node multinode-751110 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 39s kubelet Node multinode-751110 status is now: NodeHasSufficientPID
Normal RegisteredNode 26s node-controller Node multinode-751110 event: Registered Node multinode-751110 in Controller
Normal NodeReady 24s kubelet Node multinode-751110 status is now: NodeReady
Name: multinode-751110-m02
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-751110-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd
minikube.k8s.io/name=multinode-751110
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_01_16T02_24_53_0700
minikube.k8s.io/version=v1.32.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 16 Jan 2024 02:24:53 +0000
Taints: <none>
Unschedulable: false
Lease: Failed to get lease: leases.coordination.k8s.io "multinode-751110-m02" not found
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 16 Jan 2024 02:24:55 +0000 Tue, 16 Jan 2024 02:24:53 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 16 Jan 2024 02:24:55 +0000 Tue, 16 Jan 2024 02:24:53 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 16 Jan 2024 02:24:55 +0000 Tue, 16 Jan 2024 02:24:53 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 16 Jan 2024 02:24:55 +0000 Tue, 16 Jan 2024 02:24:55 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.3
Hostname: multinode-751110-m02
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
System Info:
Machine ID: 2f82e2925519483b82741fb8a4dcb704
System UUID: b74ae684-e511-4c1f-96dc-25bdb8873a66
Boot ID: 360723eb-262c-45a0-9f0d-fd33b4efdd29
Kernel Version: 5.15.0-1048-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-s4nkx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5s
kube-system kindnet-rlz46 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 10s
kube-system kube-proxy-pmczf 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (1%!)(MISSING) 100m (1%!)(MISSING)
memory 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 8s kube-proxy
Normal NodeHasSufficientMemory 10s (x5 over 11s) kubelet Node multinode-751110-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10s (x5 over 11s) kubelet Node multinode-751110-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 10s (x5 over 11s) kubelet Node multinode-751110-m02 status is now: NodeHasSufficientPID
Normal NodeReady 8s kubelet Node multinode-751110-m02 status is now: NodeReady
Normal RegisteredNode 6s node-controller Node multinode-751110-m02 event: Registered Node multinode-751110-m02 in Controller
==> dmesg <==
[ +0.007350] FS-Cache: O-key=[8] 'f9a30f0200000000'
[ +0.004917] FS-Cache: N-cookie c=00000021 [p=00000015 fl=2 nc=0 na=1]
[ +0.006586] FS-Cache: N-cookie d=000000008bf9e723{9p.inode} n=00000000253b9824
[ +0.008725] FS-Cache: N-key=[8] 'f9a30f0200000000'
[ +0.267932] FS-Cache: Duplicate cookie detected
[ +0.004675] FS-Cache: O-cookie c=0000001b [p=00000015 fl=226 nc=0 na=1]
[ +0.006746] FS-Cache: O-cookie d=000000008bf9e723{9p.inode} n=000000005eb346b0
[ +0.007354] FS-Cache: O-key=[8] 'f6a30f0200000000'
[ +0.004944] FS-Cache: N-cookie c=00000022 [p=00000015 fl=2 nc=0 na=1]
[ +0.006591] FS-Cache: N-cookie d=000000008bf9e723{9p.inode} n=0000000099ff2d56
[ +0.008713] FS-Cache: N-key=[8] 'f6a30f0200000000'
[Jan16 02:16] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +1.007506] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +2.019785] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +4.027625] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000024] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +8.191208] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[Jan16 02:17] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
[ +32.248898] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000021] ll header: 00000000: 3a 43 71 a1 80 fc ae 9b 50 10 20 c7 08 00
==> etcd [fa87ef7d5f06797225c7d99794702ea674363c35ed78bda43cb92ad9c2ade584] <==
{"level":"info","ts":"2024-01-16T02:24:19.262208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 switched to configuration voters=(12882097698489969905)"}
{"level":"info","ts":"2024-01-16T02:24:19.262372Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","added-peer-id":"b2c6679ac05f2cf1","added-peer-peer-urls":["https://192.168.58.2:2380"]}
{"level":"info","ts":"2024-01-16T02:24:19.263231Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2024-01-16T02:24:19.263425Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"b2c6679ac05f2cf1","initial-advertise-peer-urls":["https://192.168.58.2:2380"],"listen-peer-urls":["https://192.168.58.2:2380"],"advertise-client-urls":["https://192.168.58.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.58.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-01-16T02:24:19.263453Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-01-16T02:24:19.263559Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.58.2:2380"}
{"level":"info","ts":"2024-01-16T02:24:19.263577Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.58.2:2380"}
{"level":"info","ts":"2024-01-16T02:24:20.051572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 is starting a new election at term 1"}
{"level":"info","ts":"2024-01-16T02:24:20.051644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became pre-candidate at term 1"}
{"level":"info","ts":"2024-01-16T02:24:20.051659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgPreVoteResp from b2c6679ac05f2cf1 at term 1"}
{"level":"info","ts":"2024-01-16T02:24:20.051677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became candidate at term 2"}
{"level":"info","ts":"2024-01-16T02:24:20.051683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgVoteResp from b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2024-01-16T02:24:20.051692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became leader at term 2"}
{"level":"info","ts":"2024-01-16T02:24:20.051699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b2c6679ac05f2cf1 elected leader b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2024-01-16T02:24:20.052882Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"b2c6679ac05f2cf1","local-member-attributes":"{Name:multinode-751110 ClientURLs:[https://192.168.58.2:2379]}","request-path":"/0/members/b2c6679ac05f2cf1/attributes","cluster-id":"3a56e4ca95e2355c","publish-timeout":"7s"}
{"level":"info","ts":"2024-01-16T02:24:20.052924Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-01-16T02:24:20.052991Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-16T02:24:20.053009Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-01-16T02:24:20.053123Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-01-16T02:24:20.053146Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-01-16T02:24:20.053725Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-16T02:24:20.053814Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-16T02:24:20.053854Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-16T02:24:20.054251Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-01-16T02:24:20.054325Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.58.2:2379"}
==> kernel <==
02:25:03 up 3:07, 0 users, load average: 1.02, 1.04, 1.23
Linux multinode-751110 5.15.0-1048-gcp #56~20.04.1-Ubuntu SMP Fri Nov 24 16:52:37 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [b1d70487ee76c4fc86a25b9dee700fc34756981c8b99365827bfa5bfd5a498ea] <==
I0116 02:24:38.337901 1 main.go:102] connected to apiserver: https://10.96.0.1:443
I0116 02:24:38.337960 1 main.go:107] hostIP = 192.168.58.2
podIP = 192.168.58.2
I0116 02:24:38.338170 1 main.go:116] setting mtu 1500 for CNI
I0116 02:24:38.338191 1 main.go:146] kindnetd IP family: "ipv4"
I0116 02:24:38.338216 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I0116 02:24:38.638808 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I0116 02:24:38.638834 1 main.go:227] handling current node
I0116 02:24:48.746759 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I0116 02:24:48.746785 1 main.go:227] handling current node
I0116 02:24:58.756269 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I0116 02:24:58.756298 1 main.go:227] handling current node
I0116 02:24:58.756306 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I0116 02:24:58.756311 1 main.go:250] Node multinode-751110-m02 has CIDR [10.244.1.0/24]
I0116 02:24:58.756464 1 routes.go:62] Adding route {Ifindex: 0 Dst: 10.244.1.0/24 Src: <nil> Gw: 192.168.58.3 Flags: [] Table: 0}
==> kube-apiserver [c99004a42ccfd4973e2de2e6b48a7eefdfc1b8452a2b08dafff5f0930f94e75c] <==
I0116 02:24:21.446241 1 aggregator.go:166] initial CRD sync complete...
I0116 02:24:21.446266 1 autoregister_controller.go:141] Starting autoregister controller
I0116 02:24:21.446273 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0116 02:24:21.446283 1 cache.go:39] Caches are synced for autoregister controller
I0116 02:24:21.446786 1 controller.go:624] quota admission added evaluator for: namespaces
I0116 02:24:21.448673 1 shared_informer.go:318] Caches are synced for configmaps
E0116 02:24:21.539329 1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
E0116 02:24:21.539420 1 controller.go:145] while syncing ConfigMap "kube-system/kube-apiserver-legacy-service-account-token-tracking", err: namespaces "kube-system" not found
I0116 02:24:21.741891 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I0116 02:24:22.302811 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I0116 02:24:22.307399 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I0116 02:24:22.307420 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I0116 02:24:22.684119 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0116 02:24:22.715833 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I0116 02:24:22.842732 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W0116 02:24:22.847822 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.58.2]
I0116 02:24:22.848708 1 controller.go:624] quota admission added evaluator for: endpoints
I0116 02:24:22.852916 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0116 02:24:23.362115 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I0116 02:24:24.085043 1 controller.go:624] quota admission added evaluator for: deployments.apps
I0116 02:24:24.094876 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I0116 02:24:24.104390 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I0116 02:24:37.446981 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I0116 02:24:37.447027 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I0116 02:24:37.850302 1 controller.go:624] quota admission added evaluator for: replicasets.apps
==> kube-controller-manager [74d589f9035f6d6fa4a6d47e11ab2a73a1192f76a94b20d7bf3a9afc3c77fbf1] <==
I0116 02:24:38.045308 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="63.382µs"
I0116 02:24:39.195045 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="132.293µs"
I0116 02:24:39.212369 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="130.875µs"
I0116 02:24:40.289606 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="6.334449ms"
I0116 02:24:40.289743 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="64.683µs"
I0116 02:24:42.034579 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I0116 02:24:53.507392 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"multinode-751110-m02\" does not exist"
I0116 02:24:53.513997 1 range_allocator.go:380] "Set node PodCIDR" node="multinode-751110-m02" podCIDRs=["10.244.1.0/24"]
I0116 02:24:53.521755 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-pmczf"
I0116 02:24:53.521791 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-rlz46"
I0116 02:24:55.766473 1 topologycache.go:237] "Can't get CPU or zone information for node" node="multinode-751110-m02"
I0116 02:24:57.037060 1 event.go:307] "Event occurred" object="multinode-751110-m02" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node multinode-751110-m02 event: Registered Node multinode-751110-m02 in Controller"
I0116 02:24:57.037104 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="multinode-751110-m02"
I0116 02:24:58.314123 1 event.go:307] "Event occurred" object="default/busybox" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set busybox-5bc68d56bd to 2"
I0116 02:24:58.320882 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-s4nkx"
I0116 02:24:58.326471 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-hk99p"
I0116 02:24:58.332354 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="18.444479ms"
I0116 02:24:58.337649 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="5.230701ms"
I0116 02:24:58.337751 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="61.58µs"
I0116 02:24:58.338364 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="64.616µs"
I0116 02:24:58.345264 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="47.91µs"
I0116 02:24:59.314283 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="4.814039ms"
I0116 02:24:59.314377 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="54.445µs"
I0116 02:25:00.071440 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="3.981575ms"
I0116 02:25:00.071518 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="38.536µs"
==> kube-proxy [41e4e90b353de34b4170939accf42345bc808d625024b8d6cef567c44d75763e] <==
I0116 02:24:38.271345 1 server_others.go:69] "Using iptables proxy"
I0116 02:24:38.282498 1 node.go:141] Successfully retrieved node IP: 192.168.58.2
I0116 02:24:38.300409 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0116 02:24:38.302088 1 server_others.go:152] "Using iptables Proxier"
I0116 02:24:38.302114 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0116 02:24:38.302121 1 server_others.go:438] "Defaulting to no-op detect-local"
I0116 02:24:38.302161 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0116 02:24:38.302386 1 server.go:846] "Version info" version="v1.28.4"
I0116 02:24:38.302402 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0116 02:24:38.303301 1 config.go:97] "Starting endpoint slice config controller"
I0116 02:24:38.303368 1 config.go:188] "Starting service config controller"
I0116 02:24:38.303453 1 shared_informer.go:311] Waiting for caches to sync for service config
I0116 02:24:38.303373 1 config.go:315] "Starting node config controller"
I0116 02:24:38.303521 1 shared_informer.go:311] Waiting for caches to sync for node config
I0116 02:24:38.303381 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0116 02:24:38.403641 1 shared_informer.go:318] Caches are synced for service config
I0116 02:24:38.403707 1 shared_informer.go:318] Caches are synced for node config
I0116 02:24:38.403933 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [2eba20ca55573b84ead350b3551a6efd89c6245f8ab639573e90a808430febd9] <==
W0116 02:24:21.556770 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0116 02:24:21.556800 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0116 02:24:21.556886 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0116 02:24:21.556898 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0116 02:24:21.556905 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0116 02:24:21.556915 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0116 02:24:21.556990 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0116 02:24:21.557009 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0116 02:24:21.557014 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0116 02:24:21.557029 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0116 02:24:21.557080 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0116 02:24:21.557097 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0116 02:24:21.557107 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0116 02:24:21.557122 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0116 02:24:21.557158 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0116 02:24:21.557177 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0116 02:24:21.557210 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0116 02:24:21.557229 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0116 02:24:22.363097 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0116 02:24:22.363151 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0116 02:24:22.559383 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0116 02:24:22.559412 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0116 02:24:22.668324 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0116 02:24:22.668366 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I0116 02:24:25.151006 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 16 02:24:37 multinode-751110 kubelet[1583]: I0116 02:24:37.737870 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/8192e4cd-7249-47d9-9b10-0d955e26983b-lib-modules\") pod \"kube-proxy-fsvtn\" (UID: \"8192e4cd-7249-47d9-9b10-0d955e26983b\") " pod="kube-system/kube-proxy-fsvtn"
Jan 16 02:24:37 multinode-751110 kubelet[1583]: I0116 02:24:37.737898 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/e3af4f60-b6be-4329-b9f9-c6465b8e43c9-xtables-lock\") pod \"kindnet-c4lsv\" (UID: \"e3af4f60-b6be-4329-b9f9-c6465b8e43c9\") " pod="kube-system/kindnet-c4lsv"
Jan 16 02:24:37 multinode-751110 kubelet[1583]: I0116 02:24:37.737931 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tsqvf\" (UniqueName: \"kubernetes.io/projected/e3af4f60-b6be-4329-b9f9-c6465b8e43c9-kube-api-access-tsqvf\") pod \"kindnet-c4lsv\" (UID: \"e3af4f60-b6be-4329-b9f9-c6465b8e43c9\") " pod="kube-system/kindnet-c4lsv"
Jan 16 02:24:37 multinode-751110 kubelet[1583]: I0116 02:24:37.737964 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-49qnj\" (UniqueName: \"kubernetes.io/projected/8192e4cd-7249-47d9-9b10-0d955e26983b-kube-api-access-49qnj\") pod \"kube-proxy-fsvtn\" (UID: \"8192e4cd-7249-47d9-9b10-0d955e26983b\") " pod="kube-system/kube-proxy-fsvtn"
Jan 16 02:24:37 multinode-751110 kubelet[1583]: I0116 02:24:37.737993 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/e3af4f60-b6be-4329-b9f9-c6465b8e43c9-cni-cfg\") pod \"kindnet-c4lsv\" (UID: \"e3af4f60-b6be-4329-b9f9-c6465b8e43c9\") " pod="kube-system/kindnet-c4lsv"
Jan 16 02:24:37 multinode-751110 kubelet[1583]: I0116 02:24:37.738022 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/e3af4f60-b6be-4329-b9f9-c6465b8e43c9-lib-modules\") pod \"kindnet-c4lsv\" (UID: \"e3af4f60-b6be-4329-b9f9-c6465b8e43c9\") " pod="kube-system/kindnet-c4lsv"
Jan 16 02:24:38 multinode-751110 kubelet[1583]: W0116 02:24:38.162091 1583 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/crio-d347e0d7c5147c5c9312cd50af15272d492e0051803174fde53a185e06bc3782 WatchSource:0}: Error finding container d347e0d7c5147c5c9312cd50af15272d492e0051803174fde53a185e06bc3782: Status 404 returned error can't find the container with id d347e0d7c5147c5c9312cd50af15272d492e0051803174fde53a185e06bc3782
Jan 16 02:24:38 multinode-751110 kubelet[1583]: W0116 02:24:38.169177 1583 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/crio-6be63202aa54255e90c12e5a17925ff6d6930fac632c6dfc83b6e5e44bbdd5a3 WatchSource:0}: Error finding container 6be63202aa54255e90c12e5a17925ff6d6930fac632c6dfc83b6e5e44bbdd5a3: Status 404 returned error can't find the container with id 6be63202aa54255e90c12e5a17925ff6d6930fac632c6dfc83b6e5e44bbdd5a3
Jan 16 02:24:38 multinode-751110 kubelet[1583]: I0116 02:24:38.268883 1583 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kindnet-c4lsv" podStartSLOduration=1.268833862 podCreationTimestamp="2024-01-16 02:24:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-01-16 02:24:38.268666827 +0000 UTC m=+14.209182206" watchObservedRunningTime="2024-01-16 02:24:38.268833862 +0000 UTC m=+14.209349240"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: I0116 02:24:39.173327 1583 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: I0116 02:24:39.193397 1583 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-proxy-fsvtn" podStartSLOduration=2.193343141 podCreationTimestamp="2024-01-16 02:24:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-01-16 02:24:38.278871946 +0000 UTC m=+14.219387324" watchObservedRunningTime="2024-01-16 02:24:39.193343141 +0000 UTC m=+15.133858518"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: I0116 02:24:39.193639 1583 topology_manager.go:215] "Topology Admit Handler" podUID="76717d03-c485-4610-b048-a4def2eae28b" podNamespace="kube-system" podName="storage-provisioner"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: I0116 02:24:39.195122 1583 topology_manager.go:215] "Topology Admit Handler" podUID="6acedee8-bd3e-46b2-a849-0dd39c130201" podNamespace="kube-system" podName="coredns-5dd5756b68-mllc6"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: I0116 02:24:39.250343 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kblg5\" (UniqueName: \"kubernetes.io/projected/76717d03-c485-4610-b048-a4def2eae28b-kube-api-access-kblg5\") pod \"storage-provisioner\" (UID: \"76717d03-c485-4610-b048-a4def2eae28b\") " pod="kube-system/storage-provisioner"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: I0116 02:24:39.250403 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/76717d03-c485-4610-b048-a4def2eae28b-tmp\") pod \"storage-provisioner\" (UID: \"76717d03-c485-4610-b048-a4def2eae28b\") " pod="kube-system/storage-provisioner"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: I0116 02:24:39.250430 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6acedee8-bd3e-46b2-a849-0dd39c130201-config-volume\") pod \"coredns-5dd5756b68-mllc6\" (UID: \"6acedee8-bd3e-46b2-a849-0dd39c130201\") " pod="kube-system/coredns-5dd5756b68-mllc6"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: I0116 02:24:39.250506 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s72g2\" (UniqueName: \"kubernetes.io/projected/6acedee8-bd3e-46b2-a849-0dd39c130201-kube-api-access-s72g2\") pod \"coredns-5dd5756b68-mllc6\" (UID: \"6acedee8-bd3e-46b2-a849-0dd39c130201\") " pod="kube-system/coredns-5dd5756b68-mllc6"
Jan 16 02:24:39 multinode-751110 kubelet[1583]: W0116 02:24:39.512455 1583 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/crio-31edd240991c7ab90532f9cf8784ddaf7ce93233bdca55846d5e93c380cc762a WatchSource:0}: Error finding container 31edd240991c7ab90532f9cf8784ddaf7ce93233bdca55846d5e93c380cc762a: Status 404 returned error can't find the container with id 31edd240991c7ab90532f9cf8784ddaf7ce93233bdca55846d5e93c380cc762a
Jan 16 02:24:39 multinode-751110 kubelet[1583]: W0116 02:24:39.531264 1583 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/crio-cb98edd8005ceb155e2288a3cb4407ef3a2d9f582591d4f15eee990587df53ee WatchSource:0}: Error finding container cb98edd8005ceb155e2288a3cb4407ef3a2d9f582591d4f15eee990587df53ee: Status 404 returned error can't find the container with id cb98edd8005ceb155e2288a3cb4407ef3a2d9f582591d4f15eee990587df53ee
Jan 16 02:24:40 multinode-751110 kubelet[1583]: I0116 02:24:40.274333 1583 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=2.274289276 podCreationTimestamp="2024-01-16 02:24:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-01-16 02:24:40.274225483 +0000 UTC m=+16.214740861" watchObservedRunningTime="2024-01-16 02:24:40.274289276 +0000 UTC m=+16.214804652"
Jan 16 02:24:40 multinode-751110 kubelet[1583]: I0116 02:24:40.283243 1583 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-5dd5756b68-mllc6" podStartSLOduration=3.283198338 podCreationTimestamp="2024-01-16 02:24:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-01-16 02:24:40.282878351 +0000 UTC m=+16.223393770" watchObservedRunningTime="2024-01-16 02:24:40.283198338 +0000 UTC m=+16.223713718"
Jan 16 02:24:58 multinode-751110 kubelet[1583]: I0116 02:24:58.332815 1583 topology_manager.go:215] "Topology Admit Handler" podUID="09cb51e4-4aaa-48fc-9c2d-8b429bda0fda" podNamespace="default" podName="busybox-5bc68d56bd-hk99p"
Jan 16 02:24:58 multinode-751110 kubelet[1583]: I0116 02:24:58.458573 1583 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8x9k6\" (UniqueName: \"kubernetes.io/projected/09cb51e4-4aaa-48fc-9c2d-8b429bda0fda-kube-api-access-8x9k6\") pod \"busybox-5bc68d56bd-hk99p\" (UID: \"09cb51e4-4aaa-48fc-9c2d-8b429bda0fda\") " pod="default/busybox-5bc68d56bd-hk99p"
Jan 16 02:24:58 multinode-751110 kubelet[1583]: W0116 02:24:58.661040 1583 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/crio-2d724cfd639a28fb8f4173e9f1e54c769e00718b331048b4c75064bc1bb69974 WatchSource:0}: Error finding container 2d724cfd639a28fb8f4173e9f1e54c769e00718b331048b4c75064bc1bb69974: Status 404 returned error can't find the container with id 2d724cfd639a28fb8f4173e9f1e54c769e00718b331048b4c75064bc1bb69974
Jan 16 02:24:59 multinode-751110 kubelet[1583]: I0116 02:24:59.309167 1583 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/busybox-5bc68d56bd-hk99p" podStartSLOduration=0.761329846 podCreationTimestamp="2024-01-16 02:24:58 +0000 UTC" firstStartedPulling="2024-01-16 02:24:58.663779917 +0000 UTC m=+34.604295277" lastFinishedPulling="2024-01-16 02:24:59.211565614 +0000 UTC m=+35.152080990" observedRunningTime="2024-01-16 02:24:59.309112243 +0000 UTC m=+35.249627620" watchObservedRunningTime="2024-01-16 02:24:59.309115559 +0000 UTC m=+35.249630935"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p multinode-751110 -n multinode-751110
helpers_test.go:261: (dbg) Run: kubectl --context multinode-751110 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (2.92s)
=== RUN TestDownloadOnly/v1.16.0/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-556405 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-556405 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio: (4.682322959s)
--- PASS: TestDownloadOnly/v1.16.0/json-events (4.68s)
=== RUN TestDownloadOnly/v1.16.0/preload-exists
--- PASS: TestDownloadOnly/v1.16.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.16.0/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-556405
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-556405: exit status 85 (77.713296ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-556405 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | -p download-only-556405 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
==> Last Start <==
Log file created at: 2024/01/16 02:05:13
Running on machine: ubuntu-20-agent-12
Binary: Built with gc go1.21.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0116 02:05:13.181621 361668 out.go:296] Setting OutFile to fd 1 ...
I0116 02:05:13.181897 361668 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:05:13.181908 361668 out.go:309] Setting ErrFile to fd 2...
I0116 02:05:13.181915 361668 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:05:13.182123 361668 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
W0116 02:05:13.182262 361668 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17967-354983/.minikube/config/config.json: open /home/jenkins/minikube-integration/17967-354983/.minikube/config/config.json: no such file or directory
I0116 02:05:13.182917 361668 out.go:303] Setting JSON to true
I0116 02:05:13.183898 361668 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":10063,"bootTime":1705360650,"procs":186,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:05:13.183961 361668 start.go:138] virtualization: kvm guest
I0116 02:05:13.186551 361668 out.go:97] [download-only-556405] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
W0116 02:05:13.186634 361668 preload.go:295] Failed to list preload files: open /home/jenkins/minikube-integration/17967-354983/.minikube/cache/preloaded-tarball: no such file or directory
I0116 02:05:13.186753 361668 notify.go:220] Checking for updates...
I0116 02:05:13.188402 361668 out.go:169] MINIKUBE_LOCATION=17967
I0116 02:05:13.189835 361668 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:05:13.191594 361668 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:05:13.193138 361668 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:05:13.194636 361668 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W0116 02:05:13.197339 361668 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0116 02:05:13.197572 361668 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:05:13.221564 361668 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:05:13.221658 361668 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:05:13.272471 361668 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:42 SystemTime:2024-01-16 02:05:13.263860241 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:05:13.272585 361668 docker.go:295] overlay module found
I0116 02:05:13.274382 361668 out.go:97] Using the docker driver based on user configuration
I0116 02:05:13.274414 361668 start.go:298] selected driver: docker
I0116 02:05:13.274420 361668 start.go:902] validating driver "docker" against <nil>
I0116 02:05:13.274504 361668 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:05:13.324842 361668 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:42 SystemTime:2024-01-16 02:05:13.31630515 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil
> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:05:13.325040 361668 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0116 02:05:13.325550 361668 start_flags.go:392] Using suggested 8000MB memory alloc based on sys=32089MB, container=32089MB
I0116 02:05:13.325730 361668 start_flags.go:909] Wait components to verify : map[apiserver:true system_pods:true]
I0116 02:05:13.327747 361668 out.go:169] Using Docker driver with root privileges
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-556405"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.16.0/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.16.0/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/v1.16.0/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.16.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-556405
--- PASS: TestDownloadOnly/v1.16.0/DeleteAlwaysSucceeds (0.15s)
=== RUN TestDownloadOnly/v1.28.4/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-118390 --force --alsologtostderr --kubernetes-version=v1.28.4 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-118390 --force --alsologtostderr --kubernetes-version=v1.28.4 --container-runtime=crio --driver=docker --container-runtime=crio: (4.921069127s)
--- PASS: TestDownloadOnly/v1.28.4/json-events (4.92s)
=== RUN TestDownloadOnly/v1.28.4/preload-exists
--- PASS: TestDownloadOnly/v1.28.4/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.4/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-118390
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-118390: exit status 85 (79.712974ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-556405 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | -p download-only-556405 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| delete | -p download-only-556405 | download-only-556405 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| start | -o=json --download-only | download-only-118390 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | -p download-only-118390 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.4 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/01/16 02:05:18
Running on machine: ubuntu-20-agent-12
Binary: Built with gc go1.21.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0116 02:05:18.304447 361945 out.go:296] Setting OutFile to fd 1 ...
I0116 02:05:18.304591 361945 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:05:18.304601 361945 out.go:309] Setting ErrFile to fd 2...
I0116 02:05:18.304606 361945 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:05:18.304793 361945 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:05:18.305395 361945 out.go:303] Setting JSON to true
I0116 02:05:18.306375 361945 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":10068,"bootTime":1705360650,"procs":183,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:05:18.306452 361945 start.go:138] virtualization: kvm guest
I0116 02:05:18.308604 361945 out.go:97] [download-only-118390] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0116 02:05:18.310155 361945 out.go:169] MINIKUBE_LOCATION=17967
I0116 02:05:18.308785 361945 notify.go:220] Checking for updates...
I0116 02:05:18.311845 361945 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:05:18.313281 361945 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:05:18.314755 361945 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:05:18.316160 361945 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W0116 02:05:18.318846 361945 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0116 02:05:18.319060 361945 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:05:18.341533 361945 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:05:18.341618 361945 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:05:18.392183 361945 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:39 SystemTime:2024-01-16 02:05:18.383831332 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:05:18.392290 361945 docker.go:295] overlay module found
I0116 02:05:18.394059 361945 out.go:97] Using the docker driver based on user configuration
I0116 02:05:18.394084 361945 start.go:298] selected driver: docker
I0116 02:05:18.394090 361945 start.go:902] validating driver "docker" against <nil>
I0116 02:05:18.394171 361945 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:05:18.445740 361945 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:39 SystemTime:2024-01-16 02:05:18.437782538 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:05:18.445916 361945 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0116 02:05:18.446392 361945 start_flags.go:392] Using suggested 8000MB memory alloc based on sys=32089MB, container=32089MB
I0116 02:05:18.446544 361945 start_flags.go:909] Wait components to verify : map[apiserver:true system_pods:true]
I0116 02:05:18.448410 361945 out.go:169] Using Docker driver with root privileges
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-118390"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.4/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.28.4/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/v1.28.4/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.28.4/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-118390
--- PASS: TestDownloadOnly/v1.28.4/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-488813 --force --alsologtostderr --kubernetes-version=v1.29.0-rc.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-488813 --force --alsologtostderr --kubernetes-version=v1.29.0-rc.2 --container-runtime=crio --driver=docker --container-runtime=crio: (4.614097865s)
--- PASS: TestDownloadOnly/v1.29.0-rc.2/json-events (4.61s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/preload-exists
--- PASS: TestDownloadOnly/v1.29.0-rc.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-488813
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-488813: exit status 85 (82.353642ms)
-- stdout --
==> Audit <==
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-556405 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | -p download-only-556405 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| delete | -p download-only-556405 | download-only-556405 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| start | -o=json --download-only | download-only-118390 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | -p download-only-118390 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.4 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| delete | -p download-only-118390 | download-only-118390 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | 16 Jan 24 02:05 UTC |
| start | -o=json --download-only | download-only-488813 | jenkins | v1.32.0 | 16 Jan 24 02:05 UTC | |
| | -p download-only-488813 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.29.0-rc.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/01/16 02:05:23
Running on machine: ubuntu-20-agent-12
Binary: Built with gc go1.21.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0116 02:05:23.670111 362221 out.go:296] Setting OutFile to fd 1 ...
I0116 02:05:23.670388 362221 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:05:23.670398 362221 out.go:309] Setting ErrFile to fd 2...
I0116 02:05:23.670403 362221 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:05:23.670651 362221 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:05:23.671321 362221 out.go:303] Setting JSON to true
I0116 02:05:23.672342 362221 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":10074,"bootTime":1705360650,"procs":183,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:05:23.672412 362221 start.go:138] virtualization: kvm guest
I0116 02:05:23.674655 362221 out.go:97] [download-only-488813] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0116 02:05:23.676259 362221 out.go:169] MINIKUBE_LOCATION=17967
I0116 02:05:23.674845 362221 notify.go:220] Checking for updates...
I0116 02:05:23.679230 362221 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:05:23.680631 362221 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:05:23.682109 362221 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:05:23.683508 362221 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W0116 02:05:23.686071 362221 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0116 02:05:23.686360 362221 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:05:23.709289 362221 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:05:23.709538 362221 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:05:23.760367 362221 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2024-01-16 02:05:23.752458597 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:05:23.760475 362221 docker.go:295] overlay module found
I0116 02:05:23.762618 362221 out.go:97] Using the docker driver based on user configuration
I0116 02:05:23.762655 362221 start.go:298] selected driver: docker
I0116 02:05:23.762663 362221 start.go:902] validating driver "docker" against <nil>
I0116 02:05:23.762791 362221 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:05:23.814929 362221 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2024-01-16 02:05:23.806303128 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:05:23.815092 362221 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0116 02:05:23.815578 362221 start_flags.go:392] Using suggested 8000MB memory alloc based on sys=32089MB, container=32089MB
I0116 02:05:23.815721 362221 start_flags.go:909] Wait components to verify : map[apiserver:true system_pods:true]
I0116 02:05:23.817820 362221 out.go:169] Using Docker driver with root privileges
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-488813"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.29.0-rc.2/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/v1.29.0-rc.2/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-488813
--- PASS: TestDownloadOnly/v1.29.0-rc.2/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:232: (dbg) Run: out/minikube-linux-amd64 start --download-only -p download-docker-104812 --alsologtostderr --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "download-docker-104812" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p download-docker-104812
--- PASS: TestDownloadOnlyKic (1.31s)
=== RUN TestBinaryMirror
aaa_download_only_test.go:314: (dbg) Run: out/minikube-linux-amd64 start --download-only -p binary-mirror-379543 --alsologtostderr --binary-mirror http://127.0.0.1:37221 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-379543" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p binary-mirror-379543
--- PASS: TestBinaryMirror (0.75s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:55: (dbg) Run: out/minikube-linux-amd64 start -p offline-crio-044025 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio
aab_offline_test.go:55: (dbg) Done: out/minikube-linux-amd64 start -p offline-crio-044025 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio: (52.718386338s)
helpers_test.go:175: Cleaning up "offline-crio-044025" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p offline-crio-044025
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p offline-crio-044025: (2.267941575s)
--- PASS: TestOffline (54.99s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:928: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-549541
addons_test.go:928: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable dashboard -p addons-549541: exit status 85 (67.089191ms)
-- stdout --
* Profile "addons-549541" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-549541"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:939: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-549541
addons_test.go:939: (dbg) Non-zero exit: out/minikube-linux-amd64 addons disable dashboard -p addons-549541: exit status 85 (64.57711ms)
-- stdout --
* Profile "addons-549541" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-549541"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.06s)
=== RUN TestAddons/Setup
addons_test.go:109: (dbg) Run: out/minikube-linux-amd64 start -p addons-549541 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --addons=yakd --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=helm-tiller
addons_test.go:109: (dbg) Done: out/minikube-linux-amd64 start -p addons-549541 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --addons=yakd --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=helm-tiller: (2m14.036288723s)
--- PASS: TestAddons/Setup (134.04s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:330: registry stabilized in 11.504584ms
addons_test.go:332: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-ff7h5" [230976f9-186f-4891-82a9-415d82c776c8] Running
addons_test.go:332: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.004188878s
addons_test.go:335: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-bfm5w" [384489cf-b538-4636-a0a5-e97b67358acb] Running
addons_test.go:335: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 6.0042371s
addons_test.go:340: (dbg) Run: kubectl --context addons-549541 delete po -l run=registry-test --now
addons_test.go:345: (dbg) Run: kubectl --context addons-549541 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:345: (dbg) Done: kubectl --context addons-549541 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (6.518300682s)
addons_test.go:359: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 ip
2024/01/16 02:08:03 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:388: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (19.38s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:838: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-grlb6" [abb9123b-9341-4960-90b6-29223d66f3cb] Running / Ready:ContainersNotReady (containers with unready status: [gadget]) / ContainersReady:ContainersNotReady (containers with unready status: [gadget])
addons_test.go:838: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 5.004188233s
addons_test.go:841: (dbg) Run: out/minikube-linux-amd64 addons disable inspektor-gadget -p addons-549541
addons_test.go:841: (dbg) Done: out/minikube-linux-amd64 addons disable inspektor-gadget -p addons-549541: (6.434176397s)
--- PASS: TestAddons/parallel/InspektorGadget (11.44s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:407: metrics-server stabilized in 5.014447ms
addons_test.go:409: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-7c66d45ddc-d6765" [2df7fdab-fe21-4a23-a983-d1e1289dd80b] Running
addons_test.go:409: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.004967893s
addons_test.go:415: (dbg) Run: kubectl --context addons-549541 top pods -n kube-system
addons_test.go:432: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (5.66s)
=== RUN TestAddons/parallel/HelmTiller
=== PAUSE TestAddons/parallel/HelmTiller
=== CONT TestAddons/parallel/HelmTiller
addons_test.go:456: tiller-deploy stabilized in 13.267898ms
addons_test.go:458: (dbg) TestAddons/parallel/HelmTiller: waiting 6m0s for pods matching "app=helm" in namespace "kube-system" ...
helpers_test.go:344: "tiller-deploy-7b677967b9-kbdcg" [98e9772e-21f3-4bc0-a8e0-b71d83571af3] Running
addons_test.go:458: (dbg) TestAddons/parallel/HelmTiller: app=helm healthy within 6.004405766s
addons_test.go:473: (dbg) Run: kubectl --context addons-549541 run --rm helm-test --restart=Never --image=docker.io/alpine/helm:2.16.3 -it --namespace=kube-system -- version
addons_test.go:473: (dbg) Done: kubectl --context addons-549541 run --rm helm-test --restart=Never --image=docker.io/alpine/helm:2.16.3 -it --namespace=kube-system -- version: (3.52442455s)
addons_test.go:490: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 addons disable helm-tiller --alsologtostderr -v=1
--- PASS: TestAddons/parallel/HelmTiller (10.12s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
addons_test.go:561: csi-hostpath-driver pods stabilized in 14.371705ms
addons_test.go:564: (dbg) Run: kubectl --context addons-549541 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:569: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:574: (dbg) Run: kubectl --context addons-549541 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:579: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [246c806b-c6ca-4f44-aeb9-ac0ede0db2c0] Pending
helpers_test.go:344: "task-pv-pod" [246c806b-c6ca-4f44-aeb9-ac0ede0db2c0] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [246c806b-c6ca-4f44-aeb9-ac0ede0db2c0] Running
addons_test.go:579: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 12.003724874s
addons_test.go:584: (dbg) Run: kubectl --context addons-549541 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:589: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-549541 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-549541 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:594: (dbg) Run: kubectl --context addons-549541 delete pod task-pv-pod
addons_test.go:594: (dbg) Done: kubectl --context addons-549541 delete pod task-pv-pod: (1.22538755s)
addons_test.go:600: (dbg) Run: kubectl --context addons-549541 delete pvc hpvc
addons_test.go:606: (dbg) Run: kubectl --context addons-549541 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:611: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:616: (dbg) Run: kubectl --context addons-549541 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:621: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [d7e5e1a8-8574-424d-8505-ec18a02939ad] Pending
helpers_test.go:344: "task-pv-pod-restore" [d7e5e1a8-8574-424d-8505-ec18a02939ad] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [d7e5e1a8-8574-424d-8505-ec18a02939ad] Running
addons_test.go:621: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 7.004204676s
addons_test.go:626: (dbg) Run: kubectl --context addons-549541 delete pod task-pv-pod-restore
addons_test.go:630: (dbg) Run: kubectl --context addons-549541 delete pvc hpvc-restore
addons_test.go:634: (dbg) Run: kubectl --context addons-549541 delete volumesnapshot new-snapshot-demo
addons_test.go:638: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:638: (dbg) Done: out/minikube-linux-amd64 -p addons-549541 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.565994819s)
addons_test.go:642: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 addons disable volumesnapshots --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CSI (75.35s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:824: (dbg) Run: out/minikube-linux-amd64 addons enable headlamp -p addons-549541 --alsologtostderr -v=1
addons_test.go:824: (dbg) Done: out/minikube-linux-amd64 addons enable headlamp -p addons-549541 --alsologtostderr -v=1: (1.219175059s)
addons_test.go:829: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-7ddfbb94ff-v2bp8" [fb4a1d2a-6ea8-48ac-b2f8-2776e3bed303] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-7ddfbb94ff-v2bp8" [fb4a1d2a-6ea8-48ac-b2f8-2776e3bed303] Running
addons_test.go:829: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 11.004040942s
--- PASS: TestAddons/parallel/Headlamp (12.22s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:857: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-64c8c85f65-2gncx" [c5fa3bbd-d1ba-4325-b167-557cbaf51383] Running
addons_test.go:857: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.004083471s
addons_test.go:860: (dbg) Run: out/minikube-linux-amd64 addons disable cloud-spanner -p addons-549541
--- PASS: TestAddons/parallel/CloudSpanner (5.58s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:873: (dbg) Run: kubectl --context addons-549541 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:879: (dbg) Run: kubectl --context addons-549541 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:883: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-549541 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:886: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [fa2988e0-33fc-4370-9a85-03ca88178bce] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [fa2988e0-33fc-4370-9a85-03ca88178bce] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [fa2988e0-33fc-4370-9a85-03ca88178bce] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:886: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 6.003378491s
addons_test.go:891: (dbg) Run: kubectl --context addons-549541 get pvc test-pvc -o=json
addons_test.go:900: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 ssh "cat /opt/local-path-provisioner/pvc-70c31e1f-06df-46a6-b092-36601423bcf9_default_test-pvc/file1"
addons_test.go:912: (dbg) Run: kubectl --context addons-549541 delete pod test-local-path
addons_test.go:916: (dbg) Run: kubectl --context addons-549541 delete pvc test-pvc
addons_test.go:920: (dbg) Run: out/minikube-linux-amd64 -p addons-549541 addons disable storage-provisioner-rancher --alsologtostderr -v=1
--- PASS: TestAddons/parallel/LocalPath (13.27s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:952: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-cnfs9" [fc609d12-e617-460f-ab80-8692d99f2562] Running
addons_test.go:952: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.037774235s
addons_test.go:955: (dbg) Run: out/minikube-linux-amd64 addons disable nvidia-device-plugin -p addons-549541
addons_test.go:955: (dbg) Done: out/minikube-linux-amd64 addons disable nvidia-device-plugin -p addons-549541: (1.032127764s)
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (6.07s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:963: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:344: "yakd-dashboard-9947fc6bf-62tsf" [83bca998-cde0-4e5d-8a17-c05b79f85382] Running
addons_test.go:963: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 5.004311745s
--- PASS: TestAddons/parallel/Yakd (5.01s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:650: (dbg) Run: kubectl --context addons-549541 create ns new-namespace
addons_test.go:664: (dbg) Run: kubectl --context addons-549541 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.12s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:172: (dbg) Run: out/minikube-linux-amd64 stop -p addons-549541
addons_test.go:172: (dbg) Done: out/minikube-linux-amd64 stop -p addons-549541: (11.83988893s)
addons_test.go:176: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-549541
addons_test.go:180: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-549541
addons_test.go:185: (dbg) Run: out/minikube-linux-amd64 addons disable gvisor -p addons-549541
--- PASS: TestAddons/StoppedEnableDisable (12.13s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-amd64 start -p cert-options-565066 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-amd64 start -p cert-options-565066 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (26.045400059s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-amd64 -p cert-options-565066 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-565066 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-amd64 ssh -p cert-options-565066 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-565066" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-options-565066
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-options-565066: (3.89011053s)
--- PASS: TestCertOptions (30.60s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-418041 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
E0116 02:37:38.575076 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
cert_options_test.go:123: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-418041 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (27.244310704s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-418041 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-418041 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (15.121710716s)
helpers_test.go:175: Cleaning up "cert-expiration-418041" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-expiration-418041
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-expiration-418041: (2.422141967s)
--- PASS: TestCertExpiration (224.79s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-flag-166429 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E0116 02:37:45.249095 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
docker_test.go:91: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-flag-166429 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (21.988521858s)
docker_test.go:132: (dbg) Run: out/minikube-linux-amd64 -p force-systemd-flag-166429 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-166429" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-flag-166429
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-flag-166429: (2.429564681s)
--- PASS: TestForceSystemdFlag (24.74s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-env-110715 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-env-110715 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (27.259208159s)
helpers_test.go:175: Cleaning up "force-systemd-env-110715" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-env-110715
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-env-110715: (2.026711523s)
--- PASS: TestForceSystemdEnv (29.29s)
=== RUN TestKVMDriverInstallOrUpdate
=== PAUSE TestKVMDriverInstallOrUpdate
=== CONT TestKVMDriverInstallOrUpdate
--- PASS: TestKVMDriverInstallOrUpdate (3.47s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -p nospam-857291 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-857291 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -p nospam-857291 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-857291 --driver=docker --container-runtime=crio: (20.666551923s)
--- PASS: TestErrorSpam/setup (20.67s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 start --dry-run
--- PASS: TestErrorSpam/start (0.64s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 status
--- PASS: TestErrorSpam/status (0.91s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 pause
--- PASS: TestErrorSpam/pause (1.53s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 unpause
--- PASS: TestErrorSpam/unpause (1.54s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 stop: (1.192568612s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-857291 --log_dir /tmp/nospam-857291 stop
--- PASS: TestErrorSpam/stop (1.41s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1854: local sync path: /home/jenkins/minikube-integration/17967-354983/.minikube/files/etc/test/nested/copy/361656/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2233: (dbg) Run: out/minikube-linux-amd64 start -p functional-417497 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E0116 02:12:45.250674 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:45.256508 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:45.266748 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:45.287028 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:45.327334 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:45.407681 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:45.568073 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:45.888636 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:46.529309 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:47.809567 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:50.377089 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:12:55.498152 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
functional_test.go:2233: (dbg) Done: out/minikube-linux-amd64 start -p functional-417497 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (1m6.058602322s)
--- PASS: TestFunctional/serial/StartWithProxy (66.06s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
functional_test.go:655: (dbg) Run: out/minikube-linux-amd64 start -p functional-417497 --alsologtostderr -v=8
E0116 02:13:05.739038 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:13:26.219969 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
functional_test.go:655: (dbg) Done: out/minikube-linux-amd64 start -p functional-417497 --alsologtostderr -v=8: (36.243448711s)
functional_test.go:659: soft start took 36.244192059s for "functional-417497" cluster.
--- PASS: TestFunctional/serial/SoftStart (36.24s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:677: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.05s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:692: (dbg) Run: kubectl --context functional-417497 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cache add registry.k8s.io/pause:3.1
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cache add registry.k8s.io/pause:3.3
functional_test.go:1045: (dbg) Done: out/minikube-linux-amd64 -p functional-417497 cache add registry.k8s.io/pause:3.3: (1.020856236s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cache add registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (2.85s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1073: (dbg) Run: docker build -t minikube-local-cache-test:functional-417497 /tmp/TestFunctionalserialCacheCmdcacheadd_local2562342645/001
functional_test.go:1085: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cache add minikube-local-cache-test:functional-417497
functional_test.go:1090: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cache delete minikube-local-cache-test:functional-417497
functional_test.go:1079: (dbg) Run: docker rmi minikube-local-cache-test:functional-417497
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.28s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1098: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1106: (dbg) Run: out/minikube-linux-amd64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1120: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.28s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1143: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (286.530232ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1154: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cache reload
functional_test.go:1159: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (1.68s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1168: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1168: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.13s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:712: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 kubectl -- --context functional-417497 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:737: (dbg) Run: out/kubectl --context functional-417497 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.12s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:753: (dbg) Run: out/minikube-linux-amd64 start -p functional-417497 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
E0116 02:14:07.181088 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
functional_test.go:753: (dbg) Done: out/minikube-linux-amd64 start -p functional-417497 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (29.482567343s)
functional_test.go:757: restart took 29.482694843s for "functional-417497" cluster.
--- PASS: TestFunctional/serial/ExtraConfig (29.48s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:806: (dbg) Run: kubectl --context functional-417497 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:821: etcd phase: Running
functional_test.go:831: etcd status: Ready
functional_test.go:821: kube-apiserver phase: Running
functional_test.go:831: kube-apiserver status: Ready
functional_test.go:821: kube-controller-manager phase: Running
functional_test.go:831: kube-controller-manager status: Ready
functional_test.go:821: kube-scheduler phase: Running
functional_test.go:831: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.07s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1232: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 logs
functional_test.go:1232: (dbg) Done: out/minikube-linux-amd64 -p functional-417497 logs: (1.351104852s)
--- PASS: TestFunctional/serial/LogsCmd (1.35s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1246: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 logs --file /tmp/TestFunctionalserialLogsFileCmd1029567373/001/logs.txt
functional_test.go:1246: (dbg) Done: out/minikube-linux-amd64 -p functional-417497 logs --file /tmp/TestFunctionalserialLogsFileCmd1029567373/001/logs.txt: (1.367918612s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.37s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2320: (dbg) Run: kubectl --context functional-417497 apply -f testdata/invalidsvc.yaml
functional_test.go:2334: (dbg) Run: out/minikube-linux-amd64 service invalid-svc -p functional-417497
functional_test.go:2334: (dbg) Non-zero exit: out/minikube-linux-amd64 service invalid-svc -p functional-417497: exit status 115 (342.579739ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:32520 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2326: (dbg) Run: kubectl --context functional-417497 delete -f testdata/invalidsvc.yaml
functional_test.go:2326: (dbg) Done: kubectl --context functional-417497 delete -f testdata/invalidsvc.yaml: (1.048370446s)
--- PASS: TestFunctional/serial/InvalidService (4.56s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 config get cpus: exit status 14 (90.20565ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 config set cpus 2
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 config get cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 config get cpus: exit status 14 (70.576992ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.44s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:901: (dbg) daemon: [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-417497 --alsologtostderr -v=1]
functional_test.go:906: (dbg) stopping [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-417497 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 395836: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (11.16s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:970: (dbg) Run: out/minikube-linux-amd64 start -p functional-417497 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:970: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-417497 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (181.785863ms)
-- stdout --
* [functional-417497] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17967
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I0116 02:14:32.535254 395861 out.go:296] Setting OutFile to fd 1 ...
I0116 02:14:32.535388 395861 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:32.535399 395861 out.go:309] Setting ErrFile to fd 2...
I0116 02:14:32.535404 395861 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:32.535616 395861 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:14:32.536265 395861 out.go:303] Setting JSON to false
I0116 02:14:32.537802 395861 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":10623,"bootTime":1705360650,"procs":250,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:14:32.537897 395861 start.go:138] virtualization: kvm guest
I0116 02:14:32.540419 395861 out.go:177] * [functional-417497] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0116 02:14:32.542025 395861 out.go:177] - MINIKUBE_LOCATION=17967
I0116 02:14:32.543274 395861 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:14:32.542061 395861 notify.go:220] Checking for updates...
I0116 02:14:32.545694 395861 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:14:32.547336 395861 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:14:32.548623 395861 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0116 02:14:32.550149 395861 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0116 02:14:32.551619 395861 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:32.552258 395861 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:14:32.583666 395861 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:14:32.583775 395861 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:14:32.643989 395861 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:46 SystemTime:2024-01-16 02:14:32.635144072 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:14:32.644115 395861 docker.go:295] overlay module found
I0116 02:14:32.645794 395861 out.go:177] * Using the docker driver based on existing profile
I0116 02:14:32.647185 395861 start.go:298] selected driver: docker
I0116 02:14:32.647202 395861 start.go:902] validating driver "docker" against &{Name:functional-417497 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-417497 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVe
rsion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:14:32.647306 395861 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0116 02:14:32.649388 395861 out.go:177]
W0116 02:14:32.650909 395861 out.go:239] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I0116 02:14:32.652350 395861 out.go:177]
** /stderr **
functional_test.go:987: (dbg) Run: out/minikube-linux-amd64 start -p functional-417497 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.41s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1016: (dbg) Run: out/minikube-linux-amd64 start -p functional-417497 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1016: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-417497 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (239.421933ms)
-- stdout --
* [functional-417497] minikube v1.32.0 sur Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17967
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I0116 02:14:30.743540 395113 out.go:296] Setting OutFile to fd 1 ...
I0116 02:14:30.743715 395113 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:30.743724 395113 out.go:309] Setting ErrFile to fd 2...
I0116 02:14:30.743737 395113 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:30.744138 395113 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:14:30.744826 395113 out.go:303] Setting JSON to false
I0116 02:14:30.746201 395113 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":10621,"bootTime":1705360650,"procs":242,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:14:30.746287 395113 start.go:138] virtualization: kvm guest
I0116 02:14:30.748750 395113 out.go:177] * [functional-417497] minikube v1.32.0 sur Ubuntu 20.04 (kvm/amd64)
I0116 02:14:30.750740 395113 out.go:177] - MINIKUBE_LOCATION=17967
I0116 02:14:30.750809 395113 notify.go:220] Checking for updates...
I0116 02:14:30.754078 395113 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:14:30.755675 395113 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:14:30.757238 395113 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:14:30.760150 395113 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0116 02:14:30.761705 395113 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0116 02:14:30.763674 395113 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:30.764238 395113 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:14:30.802116 395113 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:14:30.802247 395113 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:14:30.863529 395113 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:46 SystemTime:2024-01-16 02:14:30.852459661 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:14:30.863629 395113 docker.go:295] overlay module found
I0116 02:14:30.865751 395113 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I0116 02:14:30.867212 395113 start.go:298] selected driver: docker
I0116 02:14:30.867232 395113 start.go:902] validating driver "docker" against &{Name:functional-417497 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-417497 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:14:30.867378 395113 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0116 02:14:30.870140 395113 out.go:177]
W0116 02:14:30.871794 395113 out.go:239] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I0116 02:14:30.873294 395113 out.go:177]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.24s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:850: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 status
functional_test.go:856: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:868: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.07s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1628: (dbg) Run: kubectl --context functional-417497 create deployment hello-node-connect --image=registry.k8s.io/echoserver:1.8
functional_test.go:1634: (dbg) Run: kubectl --context functional-417497 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-55497b8b78-9d5vw" [86c9a1a1-6fe6-4aef-acf4-eecdccba04b7] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-connect-55497b8b78-9d5vw" [86c9a1a1-6fe6-4aef-acf4-eecdccba04b7] Running
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 7.004737292s
functional_test.go:1648: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 service hello-node-connect --url
functional_test.go:1654: found endpoint for hello-node-connect: http://192.168.49.2:30131
functional_test.go:1674: http://192.168.49.2:30131: success! body:
Hostname: hello-node-connect-55497b8b78-9d5vw
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:30131
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (7.90s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1689: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 addons list
functional_test.go:1701: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.19s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [f66f23fe-fabd-472f-ab5a-d896641d65c2] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 6.003091605s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-417497 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-417497 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-417497 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-417497 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [6656f05e-4b2b-41ed-abd7-95653aa91f88] Pending
helpers_test.go:344: "sp-pod" [6656f05e-4b2b-41ed-abd7-95653aa91f88] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [6656f05e-4b2b-41ed-abd7-95653aa91f88] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 13.004478418s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-417497 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-417497 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:106: (dbg) Done: kubectl --context functional-417497 delete -f testdata/storage-provisioner/pod.yaml: (1.53309262s)
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-417497 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [4653ee41-d1bb-444d-ad05-d6a7ce34bbe4] Pending
helpers_test.go:344: "sp-pod" [4653ee41-d1bb-444d-ad05-d6a7ce34bbe4] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
2024/01/16 02:14:41 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
helpers_test.go:344: "sp-pod" [4653ee41-d1bb-444d-ad05-d6a7ce34bbe4] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 15.004042557s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-417497 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (36.35s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1724: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "echo hello"
functional_test.go:1741: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.60s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh -n functional-417497 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cp functional-417497:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd4108767732/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh -n functional-417497 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh -n functional-417497 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.19s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1792: (dbg) Run: kubectl --context functional-417497 replace --force -f testdata/mysql.yaml
functional_test.go:1798: (dbg) TestFunctional/parallel/MySQL: waiting 10m0s for pods matching "app=mysql" in namespace "default" ...
helpers_test.go:344: "mysql-859648c796-rmwgx" [380bd3c6-341a-4fe3-b885-5ccd7db34444] Pending / Ready:ContainersNotReady (containers with unready status: [mysql]) / ContainersReady:ContainersNotReady (containers with unready status: [mysql])
helpers_test.go:344: "mysql-859648c796-rmwgx" [380bd3c6-341a-4fe3-b885-5ccd7db34444] Running
functional_test.go:1798: (dbg) TestFunctional/parallel/MySQL: app=mysql healthy within 19.021812s
functional_test.go:1806: (dbg) Run: kubectl --context functional-417497 exec mysql-859648c796-rmwgx -- mysql -ppassword -e "show databases;"
functional_test.go:1806: (dbg) Non-zero exit: kubectl --context functional-417497 exec mysql-859648c796-rmwgx -- mysql -ppassword -e "show databases;": exit status 1 (221.194962ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 1045 (28000): Access denied for user 'root'@'localhost' (using password: YES)
command terminated with exit code 1
** /stderr **
functional_test.go:1806: (dbg) Run: kubectl --context functional-417497 exec mysql-859648c796-rmwgx -- mysql -ppassword -e "show databases;"
functional_test.go:1806: (dbg) Non-zero exit: kubectl --context functional-417497 exec mysql-859648c796-rmwgx -- mysql -ppassword -e "show databases;": exit status 1 (118.764037ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 1045 (28000): Access denied for user 'root'@'localhost' (using password: YES)
command terminated with exit code 1
** /stderr **
functional_test.go:1806: (dbg) Run: kubectl --context functional-417497 exec mysql-859648c796-rmwgx -- mysql -ppassword -e "show databases;"
functional_test.go:1806: (dbg) Non-zero exit: kubectl --context functional-417497 exec mysql-859648c796-rmwgx -- mysql -ppassword -e "show databases;": exit status 1 (110.098728ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
functional_test.go:1806: (dbg) Run: kubectl --context functional-417497 exec mysql-859648c796-rmwgx -- mysql -ppassword -e "show databases;"
--- PASS: TestFunctional/parallel/MySQL (23.19s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1928: Checking for existence of /etc/test/nested/copy/361656/hosts within VM
functional_test.go:1930: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo cat /etc/test/nested/copy/361656/hosts"
functional_test.go:1935: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.28s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1971: Checking for existence of /etc/ssl/certs/361656.pem within VM
functional_test.go:1972: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo cat /etc/ssl/certs/361656.pem"
functional_test.go:1971: Checking for existence of /usr/share/ca-certificates/361656.pem within VM
functional_test.go:1972: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo cat /usr/share/ca-certificates/361656.pem"
functional_test.go:1971: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1972: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1998: Checking for existence of /etc/ssl/certs/3616562.pem within VM
functional_test.go:1999: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo cat /etc/ssl/certs/3616562.pem"
functional_test.go:1998: Checking for existence of /usr/share/ca-certificates/3616562.pem within VM
functional_test.go:1999: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo cat /usr/share/ca-certificates/3616562.pem"
functional_test.go:1998: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:1999: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (1.82s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:218: (dbg) Run: kubectl --context functional-417497 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.07s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2026: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo systemctl is-active docker"
functional_test.go:2026: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 ssh "sudo systemctl is-active docker": exit status 1 (287.666265ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2026: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo systemctl is-active containerd"
functional_test.go:2026: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 ssh "sudo systemctl is-active containerd": exit status 1 (280.03586ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.57s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2287: (dbg) Run: out/minikube-linux-amd64 license
--- PASS: TestFunctional/parallel/License (0.17s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1438: (dbg) Run: kubectl --context functional-417497 create deployment hello-node --image=registry.k8s.io/echoserver:1.8
functional_test.go:1444: (dbg) Run: kubectl --context functional-417497 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-d7447cc7f-cf4xb" [d73bf677-ee3d-402c-81ff-cc3066dccd2e] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-d7447cc7f-cf4xb" [d73bf677-ee3d-402c-81ff-cc3066dccd2e] Running
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 9.006158502s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (9.19s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1269: (dbg) Run: out/minikube-linux-amd64 profile lis
functional_test.go:1274: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.39s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1309: (dbg) Run: out/minikube-linux-amd64 profile list
functional_test.go:1314: Took "377.071751ms" to run "out/minikube-linux-amd64 profile list"
functional_test.go:1323: (dbg) Run: out/minikube-linux-amd64 profile list -l
functional_test.go:1328: Took "66.642492ms" to run "out/minikube-linux-amd64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.44s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1360: (dbg) Run: out/minikube-linux-amd64 profile list -o json
functional_test.go:1365: Took "436.201841ms" to run "out/minikube-linux-amd64 profile list -o json"
functional_test.go:1373: (dbg) Run: out/minikube-linux-amd64 profile list -o json --light
functional_test.go:1378: Took "77.199028ms" to run "out/minikube-linux-amd64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.51s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdany-port2659926164/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1705371260760536464" to /tmp/TestFunctionalparallelMountCmdany-port2659926164/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1705371260760536464" to /tmp/TestFunctionalparallelMountCmdany-port2659926164/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1705371260760536464" to /tmp/TestFunctionalparallelMountCmdany-port2659926164/001/test-1705371260760536464
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (427.466212ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Jan 16 02:14 created-by-test
-rw-r--r-- 1 docker docker 24 Jan 16 02:14 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Jan 16 02:14 test-1705371260760536464
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh cat /mount-9p/test-1705371260760536464
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-417497 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [f1a61868-3183-42af-a6a6-d5b50e4c156e] Pending
helpers_test.go:344: "busybox-mount" [f1a61868-3183-42af-a6a6-d5b50e4c156e] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [f1a61868-3183-42af-a6a6-d5b50e4c156e] Running
helpers_test.go:344: "busybox-mount" [f1a61868-3183-42af-a6a6-d5b50e4c156e] Running: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [f1a61868-3183-42af-a6a6-d5b50e4c156e] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 4.004753835s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-417497 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdany-port2659926164/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (7.25s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-417497 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-417497 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-417497 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-417497 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 393304: os: process already finished
helpers_test.go:508: unable to kill pid 393147: os: process already finished
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.52s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-amd64 -p functional-417497 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-417497 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [2830bb5a-f178-4a2e-8e3d-982cf38fd13f] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [2830bb5a-f178-4a2e-8e3d-982cf38fd13f] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 9.003819919s
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (9.19s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdspecific-port1117998366/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (439.576001ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdspecific-port1117998366/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 ssh "sudo umount -f /mount-9p": exit status 1 (339.562103ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-amd64 -p functional-417497 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdspecific-port1117998366/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.41s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1458: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.42s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1488: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 service list -o json
functional_test.go:1493: Took "493.218455ms" to run "out/minikube-linux-amd64 -p functional-417497 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.49s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1508: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 service --namespace=default --https --url hello-node
functional_test.go:1521: found endpoint: https://192.168.49.2:30321
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.62s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1539: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.52s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1558: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 service hello-node --url
functional_test.go:1564: found endpoint for hello-node: http://192.168.49.2:30321
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.44s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdVerifyCleanup2395482079/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdVerifyCleanup2395482079/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdVerifyCleanup2395482079/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T" /mount1: exit status 1 (441.997267ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-amd64 mount -p functional-417497 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdVerifyCleanup2395482079/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdVerifyCleanup2395482079/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-417497 /tmp/TestFunctionalparallelMountCmdVerifyCleanup2395482079/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (2.06s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-417497 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.08s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.101.182.217 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-amd64 -p functional-417497 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2255: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 version --short
--- PASS: TestFunctional/parallel/Version/short (0.11s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2269: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 version -o=json --components
--- PASS: TestFunctional/parallel/Version/components (0.60s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls --format short --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-417497 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.9
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/echoserver:1.8
registry.k8s.io/coredns/coredns:v1.10.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
gcr.io/google-containers/addon-resizer:functional-417497
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/library/mysql:5.7
docker.io/kindest/kindnetd:v20230809-80a64d96
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-417497 image ls --format short --alsologtostderr:
I0116 02:14:58.623815 399278 out.go:296] Setting OutFile to fd 1 ...
I0116 02:14:58.623957 399278 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:58.623971 399278 out.go:309] Setting ErrFile to fd 2...
I0116 02:14:58.623979 399278 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:58.624231 399278 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:14:58.624850 399278 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:58.624967 399278 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:58.625381 399278 cli_runner.go:164] Run: docker container inspect functional-417497 --format={{.State.Status}}
I0116 02:14:58.643118 399278 ssh_runner.go:195] Run: systemctl --version
I0116 02:14:58.643167 399278 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-417497
I0116 02:14:58.662204 399278 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/functional-417497/id_rsa Username:docker}
I0116 02:14:58.761643 399278 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.30s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls --format table --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-417497 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| registry.k8s.io/etcd | 3.5.9-0 | 73deb9a3f7025 | 295MB |
| registry.k8s.io/pause | latest | 350b164e7ae1d | 247kB |
| docker.io/library/nginx | latest | a8758716bb6aa | 191MB |
| registry.k8s.io/coredns/coredns | v1.10.1 | ead0a4a53df89 | 53.6MB |
| docker.io/library/mysql | 5.7 | 5107333e08a87 | 520MB |
| registry.k8s.io/kube-apiserver | v1.28.4 | 7fe0e6f37db33 | 127MB |
| registry.k8s.io/pause | 3.1 | da86e6ba6ca19 | 747kB |
| registry.k8s.io/pause | 3.3 | 0184c1613d929 | 686kB |
| registry.k8s.io/pause | 3.9 | e6f1816883972 | 750kB |
| docker.io/kindest/kindnetd | v20230809-80a64d96 | c7d1297425461 | 65.3MB |
| registry.k8s.io/kube-scheduler | v1.28.4 | e3db313c6dbc0 | 61.6MB |
| registry.k8s.io/kube-controller-manager | v1.28.4 | d058aa5ab969c | 123MB |
| registry.k8s.io/kube-proxy | v1.28.4 | 83f6cc407eed8 | 74.7MB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 56cc512116c8f | 4.63MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | 6e38f40d628db | 31.5MB |
| registry.k8s.io/echoserver | 1.8 | 82e4c8a736a4f | 97.8MB |
| docker.io/library/nginx | alpine | 529b5644c430c | 44.4MB |
| gcr.io/google-containers/addon-resizer | functional-417497 | ffd4cfbbe753e | 34.1MB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-417497 image ls --format table --alsologtostderr:
I0116 02:14:58.619855 399275 out.go:296] Setting OutFile to fd 1 ...
I0116 02:14:58.620005 399275 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:58.620017 399275 out.go:309] Setting ErrFile to fd 2...
I0116 02:14:58.620024 399275 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:58.620306 399275 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:14:58.621095 399275 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:58.621315 399275 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:58.621953 399275 cli_runner.go:164] Run: docker container inspect functional-417497 --format={{.State.Status}}
I0116 02:14:58.643662 399275 ssh_runner.go:195] Run: systemctl --version
I0116 02:14:58.643700 399275 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-417497
I0116 02:14:58.670733 399275 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/functional-417497/id_rsa Username:docker}
I0116 02:14:58.765103 399275 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.31s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls --format json --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-417497 image ls --format json --alsologtostderr:
[{"id":"115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a","docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c"],"repoTags":[],"size":"43824855"},{"id":"a8758716bb6aa4d90071160d27028fe4eaee7ce8166221a97d30440c8eac2be6","repoDigests":["docker.io/library/nginx@sha256:161ef4b1bf7effb350a2a9625cb2b59f69d54ec6059a8a155a1438d0439c593c","docker.io/library/nginx@sha256:4c0fdaa8b6341bfdeca5f18f7837462c80cff90527ee35ef185571e1c327beac"],"repoTags":["docker.io/library/nginx:latest"],"size":"190867606"},{"id":"56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998"],"repoTags":["gcr.io/k8s
-minikube/busybox:1.28.4-glibc"],"size":"4631262"},{"id":"c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc","repoDigests":["docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052","docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"],"repoTags":["docker.io/kindest/kindnetd:v20230809-80a64d96"],"size":"65258016"},{"id":"07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029"],"repoTags":[],"size":"249229937"},{"id":"6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944","gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24
d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"31470524"},{"id":"ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc","repoDigests":["registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e","registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"],"repoTags":["registry.k8s.io/coredns/coredns:v1.10.1"],"size":"53621675"},{"id":"e3db313c6dbc065d4ac3b32c7a6f2a878949031b881d217b63881a109c5cfba1","repoDigests":["registry.k8s.io/kube-scheduler@sha256:335bba9e861b88fa8b7bb9250bcd69b7a33f83da4fee93f9fc0eedc6f34e28ba","registry.k8s.io/kube-scheduler@sha256:d994c8a78e8cb1ec189fabfd258ff002cccdeb63678fad08ec0fba32298ffe32"],"repoTags":["registry.k8s.io/kube-scheduler:v1.28.4"],"size":"61551410"},{"id":"da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e","repoDigests":["registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f5
49ec1da0cd277787b97ad9d9ac2cea929e"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"746911"},{"id":"0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da","repoDigests":["registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"686139"},{"id":"350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06","repoDigests":["registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9"],"repoTags":["registry.k8s.io/pause:latest"],"size":"247077"},{"id":"5107333e08a87b836d48ff7528b1e84b9c86781cc9f1748bbc1b8c42a870d933","repoDigests":["docker.io/library/mysql@sha256:4bc6bc963e6d8443453676cae56536f4b8156d78bae03c0145cbe47c2aad73bb","docker.io/library/mysql@sha256:dab0a802b44617303694fb17d166501de279c3031ddeb28c56ecf7fcab5ef0da"],"repoTags":["docker.io/library/mysql:5.7"],"size":"519571821"},{"id":"529b5644c430c06553d2e8082c6713fe19a4169c9dc2369cbb960081f52924ff","repoDigests":["doc
ker.io/library/nginx@sha256:2d2a2257c6e9d2e5b50d4fbeb436d8d2b55631c2a89935a425b417eb95212686","docker.io/library/nginx@sha256:a59278fd22a9d411121e190b8cec8aa57b306aa3332459197777583beb728f59"],"repoTags":["docker.io/library/nginx:alpine"],"size":"44405005"},{"id":"ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91","repoDigests":["gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126"],"repoTags":["gcr.io/google-containers/addon-resizer:functional-417497"],"size":"34114467"},{"id":"82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410","repoDigests":["registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969"],"repoTags":["registry.k8s.io/echoserver:1.8"],"size":"97846543"},{"id":"73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9","repoDigests":["registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15","registry.k8s.io/etcd@sha256:e013d0
d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"],"repoTags":["registry.k8s.io/etcd:3.5.9-0"],"size":"295456551"},{"id":"7fe0e6f37db33464725e616a12ccc4e36970370005a2b09683a974db6350c257","repoDigests":["registry.k8s.io/kube-apiserver@sha256:3993d654a91d922a7ea098b2f4b3ff2853c200e3387c66c8a1e84f7222c85499","registry.k8s.io/kube-apiserver@sha256:5b28a364467cf7e134343bb3ee2c6d40682b473a743a72142c7bbe25767d36eb"],"repoTags":["registry.k8s.io/kube-apiserver:v1.28.4"],"size":"127226832"},{"id":"d058aa5ab969ce7b84d25e7188be1f80633b18db8ea7d02d9d0a78e676236591","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:65486c8c338f96dc022dd1a0abe8763e38f35095b84b208c78f44d9e99447d1c","registry.k8s.io/kube-controller-manager@sha256:c173b92b1ac1ac50de36a9d8d3af6377cbb7bbd930f42d4332cbaea521c57232"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.28.4"],"size":"123261750"},{"id":"83f6cc407eed88d214aad97f3539bde5c8e485ff14424cd021a3a2899304398e","repoDigests":["registry.k8s.io/kube-proxy@sha256:b68
e9ff5bed1103e0659277256d805ab9313c8b7856ee45d0d3eea0227760f7e","registry.k8s.io/kube-proxy@sha256:e63408a0f5068a7e9d4b34fd72b4a2b0e5512509b53cd2123a37fc991b0ef532"],"repoTags":["registry.k8s.io/kube-proxy:v1.28.4"],"size":"74749335"},{"id":"e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c","repoDigests":["registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097","registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"],"repoTags":["registry.k8s.io/pause:3.9"],"size":"750414"}]
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-417497 image ls --format json --alsologtostderr:
I0116 02:14:58.620064 399277 out.go:296] Setting OutFile to fd 1 ...
I0116 02:14:58.621208 399277 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:58.621224 399277 out.go:309] Setting ErrFile to fd 2...
I0116 02:14:58.621233 399277 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:58.621747 399277 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:14:58.623040 399277 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:58.623220 399277 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:58.623789 399277 cli_runner.go:164] Run: docker container inspect functional-417497 --format={{.State.Status}}
I0116 02:14:58.642099 399277 ssh_runner.go:195] Run: systemctl --version
I0116 02:14:58.642179 399277 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-417497
I0116 02:14:58.662272 399277 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/functional-417497/id_rsa Username:docker}
I0116 02:14:58.761602 399277 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.31s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls --format yaml --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-417497 image ls --format yaml --alsologtostderr:
- id: 0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da
repoDigests:
- registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04
repoTags:
- registry.k8s.io/pause:3.3
size: "686139"
- id: e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c
repoDigests:
- registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097
- registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10
repoTags:
- registry.k8s.io/pause:3.9
size: "750414"
- id: 5107333e08a87b836d48ff7528b1e84b9c86781cc9f1748bbc1b8c42a870d933
repoDigests:
- docker.io/library/mysql@sha256:4bc6bc963e6d8443453676cae56536f4b8156d78bae03c0145cbe47c2aad73bb
- docker.io/library/mysql@sha256:dab0a802b44617303694fb17d166501de279c3031ddeb28c56ecf7fcab5ef0da
repoTags:
- docker.io/library/mysql:5.7
size: "519571821"
- id: 82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410
repoDigests:
- registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969
repoTags:
- registry.k8s.io/echoserver:1.8
size: "97846543"
- id: d058aa5ab969ce7b84d25e7188be1f80633b18db8ea7d02d9d0a78e676236591
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:65486c8c338f96dc022dd1a0abe8763e38f35095b84b208c78f44d9e99447d1c
- registry.k8s.io/kube-controller-manager@sha256:c173b92b1ac1ac50de36a9d8d3af6377cbb7bbd930f42d4332cbaea521c57232
repoTags:
- registry.k8s.io/kube-controller-manager:v1.28.4
size: "123261750"
- id: ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91
repoDigests:
- gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126
repoTags:
- gcr.io/google-containers/addon-resizer:functional-417497
size: "34114467"
- id: 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
- gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "31470524"
- id: 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9
repoDigests:
- registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15
- registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3
repoTags:
- registry.k8s.io/etcd:3.5.9-0
size: "295456551"
- id: 7fe0e6f37db33464725e616a12ccc4e36970370005a2b09683a974db6350c257
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:3993d654a91d922a7ea098b2f4b3ff2853c200e3387c66c8a1e84f7222c85499
- registry.k8s.io/kube-apiserver@sha256:5b28a364467cf7e134343bb3ee2c6d40682b473a743a72142c7bbe25767d36eb
repoTags:
- registry.k8s.io/kube-apiserver:v1.28.4
size: "127226832"
- id: da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e
repoDigests:
- registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e
repoTags:
- registry.k8s.io/pause:3.1
size: "746911"
- id: c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc
repoDigests:
- docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052
- docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4
repoTags:
- docker.io/kindest/kindnetd:v20230809-80a64d96
size: "65258016"
- id: 115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
repoTags: []
size: "43824855"
- id: 529b5644c430c06553d2e8082c6713fe19a4169c9dc2369cbb960081f52924ff
repoDigests:
- docker.io/library/nginx@sha256:2d2a2257c6e9d2e5b50d4fbeb436d8d2b55631c2a89935a425b417eb95212686
- docker.io/library/nginx@sha256:a59278fd22a9d411121e190b8cec8aa57b306aa3332459197777583beb728f59
repoTags:
- docker.io/library/nginx:alpine
size: "44405005"
- id: 83f6cc407eed88d214aad97f3539bde5c8e485ff14424cd021a3a2899304398e
repoDigests:
- registry.k8s.io/kube-proxy@sha256:b68e9ff5bed1103e0659277256d805ab9313c8b7856ee45d0d3eea0227760f7e
- registry.k8s.io/kube-proxy@sha256:e63408a0f5068a7e9d4b34fd72b4a2b0e5512509b53cd2123a37fc991b0ef532
repoTags:
- registry.k8s.io/kube-proxy:v1.28.4
size: "74749335"
- id: 350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06
repoDigests:
- registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9
repoTags:
- registry.k8s.io/pause:latest
size: "247077"
- id: ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e
- registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378
repoTags:
- registry.k8s.io/coredns/coredns:v1.10.1
size: "53621675"
- id: e3db313c6dbc065d4ac3b32c7a6f2a878949031b881d217b63881a109c5cfba1
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:335bba9e861b88fa8b7bb9250bcd69b7a33f83da4fee93f9fc0eedc6f34e28ba
- registry.k8s.io/kube-scheduler@sha256:d994c8a78e8cb1ec189fabfd258ff002cccdeb63678fad08ec0fba32298ffe32
repoTags:
- registry.k8s.io/kube-scheduler:v1.28.4
size: "61551410"
- id: 07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029
repoTags: []
size: "249229937"
- id: a8758716bb6aa4d90071160d27028fe4eaee7ce8166221a97d30440c8eac2be6
repoDigests:
- docker.io/library/nginx@sha256:161ef4b1bf7effb350a2a9625cb2b59f69d54ec6059a8a155a1438d0439c593c
- docker.io/library/nginx@sha256:4c0fdaa8b6341bfdeca5f18f7837462c80cff90527ee35ef185571e1c327beac
repoTags:
- docker.io/library/nginx:latest
size: "190867606"
- id: 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "4631262"
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-417497 image ls --format yaml --alsologtostderr:
I0116 02:14:58.635243 399276 out.go:296] Setting OutFile to fd 1 ...
I0116 02:14:58.635604 399276 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:58.635618 399276 out.go:309] Setting ErrFile to fd 2...
I0116 02:14:58.635627 399276 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:58.635973 399276 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:14:58.636845 399276 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:58.637021 399276 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:58.637619 399276 cli_runner.go:164] Run: docker container inspect functional-417497 --format={{.State.Status}}
I0116 02:14:58.658951 399276 ssh_runner.go:195] Run: systemctl --version
I0116 02:14:58.659012 399276 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-417497
I0116 02:14:58.676999 399276 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/functional-417497/id_rsa Username:docker}
I0116 02:14:58.768910 399276 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.31s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:307: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 ssh pgrep buildkitd
functional_test.go:307: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-417497 ssh pgrep buildkitd: exit status 1 (265.384712ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:314: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image build -t localhost/my-image:functional-417497 testdata/build --alsologtostderr
functional_test.go:314: (dbg) Done: out/minikube-linux-amd64 -p functional-417497 image build -t localhost/my-image:functional-417497 testdata/build --alsologtostderr: (1.200809314s)
functional_test.go:319: (dbg) Stdout: out/minikube-linux-amd64 -p functional-417497 image build -t localhost/my-image:functional-417497 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> 03ce2ded350
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-417497
--> 2dc9a23c90c
Successfully tagged localhost/my-image:functional-417497
2dc9a23c90cb65a0e717b50be25d840562002471a80455b291ae942f081665e8
functional_test.go:322: (dbg) Stderr: out/minikube-linux-amd64 -p functional-417497 image build -t localhost/my-image:functional-417497 testdata/build --alsologtostderr:
I0116 02:14:59.168233 399523 out.go:296] Setting OutFile to fd 1 ...
I0116 02:14:59.168503 399523 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:59.168512 399523 out.go:309] Setting ErrFile to fd 2...
I0116 02:14:59.168516 399523 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:14:59.168715 399523 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:14:59.169314 399523 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:59.169928 399523 config.go:182] Loaded profile config "functional-417497": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:14:59.170420 399523 cli_runner.go:164] Run: docker container inspect functional-417497 --format={{.State.Status}}
I0116 02:14:59.186915 399523 ssh_runner.go:195] Run: systemctl --version
I0116 02:14:59.186960 399523 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-417497
I0116 02:14:59.203045 399523 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/functional-417497/id_rsa Username:docker}
I0116 02:14:59.293219 399523 build_images.go:151] Building image from path: /tmp/build.2908322000.tar
I0116 02:14:59.293301 399523 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I0116 02:14:59.301390 399523 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.2908322000.tar
I0116 02:14:59.304455 399523 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.2908322000.tar: stat -c "%s %y" /var/lib/minikube/build/build.2908322000.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.2908322000.tar': No such file or directory
I0116 02:14:59.304482 399523 ssh_runner.go:362] scp /tmp/build.2908322000.tar --> /var/lib/minikube/build/build.2908322000.tar (3072 bytes)
I0116 02:14:59.325975 399523 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.2908322000
I0116 02:14:59.333413 399523 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.2908322000 -xf /var/lib/minikube/build/build.2908322000.tar
I0116 02:14:59.341155 399523 crio.go:297] Building image: /var/lib/minikube/build/build.2908322000
I0116 02:14:59.341215 399523 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-417497 /var/lib/minikube/build/build.2908322000 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying config sha256:beae173ccac6ad749f76713cf4440fe3d21d1043fe616dfbe30775815d1d0f6a
Writing manifest to image destination
Storing signatures
I0116 02:15:00.282808 399523 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.2908322000
I0116 02:15:00.291149 399523 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.2908322000.tar
I0116 02:15:00.298834 399523 build_images.go:207] Built localhost/my-image:functional-417497 from /tmp/build.2908322000.tar
I0116 02:15:00.298870 399523 build_images.go:123] succeeded building to: functional-417497
I0116 02:15:00.298907 399523 build_images.go:124] failed building to:
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (1.71s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:341: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:346: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.8 gcr.io/google-containers/addon-resizer:functional-417497
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.91s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:354: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image load --daemon gcr.io/google-containers/addon-resizer:functional-417497 --alsologtostderr
functional_test.go:354: (dbg) Done: out/minikube-linux-amd64 -p functional-417497 image load --daemon gcr.io/google-containers/addon-resizer:functional-417497 --alsologtostderr: (6.00836433s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (6.30s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2118: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.20s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2118: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.20s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2118: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.19s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:364: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image load --daemon gcr.io/google-containers/addon-resizer:functional-417497 --alsologtostderr
functional_test.go:364: (dbg) Done: out/minikube-linux-amd64 -p functional-417497 image load --daemon gcr.io/google-containers/addon-resizer:functional-417497 --alsologtostderr: (8.019894146s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (8.25s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:234: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.9
functional_test.go:239: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.9 gcr.io/google-containers/addon-resizer:functional-417497
functional_test.go:244: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image load --daemon gcr.io/google-containers/addon-resizer:functional-417497 --alsologtostderr
functional_test.go:244: (dbg) Done: out/minikube-linux-amd64 -p functional-417497 image load --daemon gcr.io/google-containers/addon-resizer:functional-417497 --alsologtostderr: (5.365416292s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (6.40s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:379: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image save gcr.io/google-containers/addon-resizer:functional-417497 /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.77s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:391: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image rm gcr.io/google-containers/addon-resizer:functional-417497 --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.49s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:408: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image load /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (1.13s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:418: (dbg) Run: docker rmi gcr.io/google-containers/addon-resizer:functional-417497
functional_test.go:423: (dbg) Run: out/minikube-linux-amd64 -p functional-417497 image save --daemon gcr.io/google-containers/addon-resizer:functional-417497 --alsologtostderr
functional_test.go:428: (dbg) Run: docker image inspect gcr.io/google-containers/addon-resizer:functional-417497
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.82s)
=== RUN TestFunctional/delete_addon-resizer_images
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:functional-417497
--- PASS: TestFunctional/delete_addon-resizer_images (0.07s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:197: (dbg) Run: docker rmi -f localhost/my-image:functional-417497
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:205: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-417497
--- PASS: TestFunctional/delete_minikube_cached_images (0.01s)
=== RUN TestIngressAddonLegacy/StartLegacyK8sCluster
ingress_addon_legacy_test.go:39: (dbg) Run: out/minikube-linux-amd64 start -p ingress-addon-legacy-666865 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E0116 02:15:29.101281 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
ingress_addon_legacy_test.go:39: (dbg) Done: out/minikube-linux-amd64 start -p ingress-addon-legacy-666865 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (1m0.943786543s)
--- PASS: TestIngressAddonLegacy/StartLegacyK8sCluster (60.94s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddonActivation
ingress_addon_legacy_test.go:70: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 addons enable ingress --alsologtostderr -v=5
ingress_addon_legacy_test.go:70: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 addons enable ingress --alsologtostderr -v=5: (10.293479671s)
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressAddonActivation (10.29s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation
ingress_addon_legacy_test.go:79: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-666865 addons enable ingress-dns --alsologtostderr -v=5
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation (0.56s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 start -p json-output-046873 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
E0116 02:19:24.086847 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:29.207746 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:39.448513 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:19:59.929106 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 start -p json-output-046873 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (1m6.279827902s)
--- PASS: TestJSONOutput/start/Command (66.28s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 pause -p json-output-046873 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.64s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 unpause -p json-output-046873 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.60s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 stop -p json-output-046873 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 stop -p json-output-046873 --output=json --user=testUser: (5.774846059s)
--- PASS: TestJSONOutput/stop/Command (5.78s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-amd64 start -p json-output-error-408572 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p json-output-error-408572 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (85.946056ms)
-- stdout --
{"specversion":"1.0","id":"8bb9cf5b-5ca3-42f6-8050-7421d81c57e7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-408572] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"20e2879b-a449-4c0b-92a7-787d2cbb1623","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17967"}}
{"specversion":"1.0","id":"cb8bcd0c-f852-4e10-90c8-33fc40af61e5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"43e26c9d-2560-481b-a6fb-c8d22237a29a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig"}}
{"specversion":"1.0","id":"c453776e-04a6-4b02-bd96-e5ef955e5505","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube"}}
{"specversion":"1.0","id":"1772558e-e298-4c5b-b055-4320cb5fe62c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"d0e14359-4369-426e-97df-aa2bcf331fcd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"e9f08cf5-53b0-46f7-8736-2a905369ad5e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/amd64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-408572" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p json-output-error-408572
--- PASS: TestErrorJSONOutput (0.24s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-693042 --network=
E0116 02:20:40.889672 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-693042 --network=: (30.648112294s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-693042" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-693042
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-693042: (1.980010694s)
--- PASS: TestKicCustomNetwork/create_custom_network (32.64s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-259242 --network=bridge
E0116 02:21:15.528518 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:15.533809 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:15.544144 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:15.564428 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:15.604836 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:15.685208 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:15.845636 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:16.166156 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:16.807148 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:18.087848 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:20.648106 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:21:25.769583 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-259242 --network=bridge: (21.844211056s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-259242" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-259242
E0116 02:21:36.010164 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-259242: (1.849042906s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (23.71s)
=== RUN TestKicExistingNetwork
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-amd64 start -p existing-network-331415 --network=existing-network
E0116 02:21:56.490561 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-amd64 start -p existing-network-331415 --network=existing-network: (22.059829552s)
helpers_test.go:175: Cleaning up "existing-network-331415" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p existing-network-331415
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p existing-network-331415: (1.92427101s)
--- PASS: TestKicExistingNetwork (24.12s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-subnet-427550 --subnet=192.168.60.0/24
E0116 02:22:02.810271 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-subnet-427550 --subnet=192.168.60.0/24: (21.358796625s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-427550 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-427550" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p custom-subnet-427550
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p custom-subnet-427550: (2.031040627s)
--- PASS: TestKicCustomSubnet (23.41s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-amd64 start -p static-ip-284928 --static-ip=192.168.200.200
E0116 02:22:37.452631 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:22:45.249547 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-amd64 start -p static-ip-284928 --static-ip=192.168.200.200: (22.636660442s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-amd64 -p static-ip-284928 ip
helpers_test.go:175: Cleaning up "static-ip-284928" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p static-ip-284928
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p static-ip-284928: (1.983863168s)
--- PASS: TestKicStaticIP (24.77s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-amd64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p first-836054 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p first-836054 --driver=docker --container-runtime=crio: (21.521919258s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p second-838162 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p second-838162 --driver=docker --container-runtime=crio: (21.095503621s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile first-836054
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile second-838162
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
helpers_test.go:175: Cleaning up "second-838162" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p second-838162
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p second-838162: (1.875891194s)
helpers_test.go:175: Cleaning up "first-836054" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p first-836054
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p first-836054: (1.86993177s)
--- PASS: TestMinikubeProfile (47.42s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-1-301449 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-1-301449 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (7.226108687s)
--- PASS: TestMountStart/serial/StartWithMountFirst (8.23s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-1-301449 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.27s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-322952 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-322952 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (4.272246372s)
--- PASS: TestMountStart/serial/StartWithMountSecond (5.27s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-322952 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.26s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p mount-start-1-301449 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p mount-start-1-301449 --alsologtostderr -v=5: (1.593705183s)
--- PASS: TestMountStart/serial/DeleteFirst (1.59s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-322952 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.27s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-amd64 stop -p mount-start-2-322952
mount_start_test.go:155: (dbg) Done: out/minikube-linux-amd64 stop -p mount-start-2-322952: (1.190227816s)
--- PASS: TestMountStart/serial/Stop (1.19s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-322952
mount_start_test.go:166: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-322952: (5.989404973s)
E0116 02:23:59.373639 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
--- PASS: TestMountStart/serial/RestartStopped (6.99s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-322952 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.26s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:86: (dbg) Run: out/minikube-linux-amd64 start -p multinode-751110 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E0116 02:24:18.966503 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
E0116 02:24:46.654863 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
multinode_test.go:86: (dbg) Done: out/minikube-linux-amd64 start -p multinode-751110 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (55.317982187s)
multinode_test.go:92: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (55.78s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:509: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:514: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- rollout status deployment/busybox
multinode_test.go:514: (dbg) Done: out/minikube-linux-amd64 kubectl -p multinode-751110 -- rollout status deployment/busybox: (1.759498764s)
multinode_test.go:521: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:544: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:552: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-hk99p -- nslookup kubernetes.io
multinode_test.go:552: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-s4nkx -- nslookup kubernetes.io
multinode_test.go:562: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-hk99p -- nslookup kubernetes.default
multinode_test.go:562: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-s4nkx -- nslookup kubernetes.default
multinode_test.go:570: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-hk99p -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:570: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-751110 -- exec busybox-5bc68d56bd-s4nkx -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (3.37s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:111: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-751110 -v 3 --alsologtostderr
multinode_test.go:111: (dbg) Done: out/minikube-linux-amd64 node add -p multinode-751110 -v 3 --alsologtostderr: (47.775434033s)
multinode_test.go:117: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (48.38s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:211: (dbg) Run: kubectl --context multinode-751110 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.06s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:133: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.29s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:174: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp testdata/cp-test.txt multinode-751110:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1370897306/001/cp-test_multinode-751110.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110:/home/docker/cp-test.txt multinode-751110-m02:/home/docker/cp-test_multinode-751110_multinode-751110-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m02 "sudo cat /home/docker/cp-test_multinode-751110_multinode-751110-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110:/home/docker/cp-test.txt multinode-751110-m03:/home/docker/cp-test_multinode-751110_multinode-751110-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m03 "sudo cat /home/docker/cp-test_multinode-751110_multinode-751110-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp testdata/cp-test.txt multinode-751110-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1370897306/001/cp-test_multinode-751110-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110-m02:/home/docker/cp-test.txt multinode-751110:/home/docker/cp-test_multinode-751110-m02_multinode-751110.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110 "sudo cat /home/docker/cp-test_multinode-751110-m02_multinode-751110.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110-m02:/home/docker/cp-test.txt multinode-751110-m03:/home/docker/cp-test_multinode-751110-m02_multinode-751110-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m03 "sudo cat /home/docker/cp-test_multinode-751110-m02_multinode-751110-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp testdata/cp-test.txt multinode-751110-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1370897306/001/cp-test_multinode-751110-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110-m03:/home/docker/cp-test.txt multinode-751110:/home/docker/cp-test_multinode-751110-m03_multinode-751110.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110 "sudo cat /home/docker/cp-test_multinode-751110-m03_multinode-751110.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 cp multinode-751110-m03:/home/docker/cp-test.txt multinode-751110-m02:/home/docker/cp-test_multinode-751110-m03_multinode-751110-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 ssh -n multinode-751110-m02 "sudo cat /home/docker/cp-test_multinode-751110-m03_multinode-751110-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (9.63s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:238: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 node stop m03
multinode_test.go:238: (dbg) Done: out/minikube-linux-amd64 -p multinode-751110 node stop m03: (1.193616864s)
multinode_test.go:244: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status
multinode_test.go:244: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-751110 status: exit status 7 (481.790002ms)
-- stdout --
multinode-751110
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-751110-m02
type: Worker
host: Running
kubelet: Running
multinode-751110-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:251: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status --alsologtostderr
multinode_test.go:251: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-751110 status --alsologtostderr: exit status 7 (475.644172ms)
-- stdout --
multinode-751110
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-751110-m02
type: Worker
host: Running
kubelet: Running
multinode-751110-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0116 02:26:04.499368 457179 out.go:296] Setting OutFile to fd 1 ...
I0116 02:26:04.499533 457179 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:26:04.499545 457179 out.go:309] Setting ErrFile to fd 2...
I0116 02:26:04.499552 457179 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:26:04.499760 457179 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:26:04.499939 457179 out.go:303] Setting JSON to false
I0116 02:26:04.499995 457179 mustload.go:65] Loading cluster: multinode-751110
I0116 02:26:04.500093 457179 notify.go:220] Checking for updates...
I0116 02:26:04.500541 457179 config.go:182] Loaded profile config "multinode-751110": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:26:04.500563 457179 status.go:255] checking status of multinode-751110 ...
I0116 02:26:04.501065 457179 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Status}}
I0116 02:26:04.517240 457179 status.go:330] multinode-751110 host status = "Running" (err=<nil>)
I0116 02:26:04.517262 457179 host.go:66] Checking if "multinode-751110" exists ...
I0116 02:26:04.517521 457179 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-751110
I0116 02:26:04.533119 457179 host.go:66] Checking if "multinode-751110" exists ...
I0116 02:26:04.533351 457179 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0116 02:26:04.533403 457179 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110
I0116 02:26:04.549686 457179 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110/id_rsa Username:docker}
I0116 02:26:04.646039 457179 ssh_runner.go:195] Run: systemctl --version
I0116 02:26:04.650249 457179 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:26:04.660410 457179 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:26:04.715847 457179 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:40 OomKillDisable:true NGoroutines:55 SystemTime:2024-01-16 02:26:04.706675842 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:26:04.716411 457179 kubeconfig.go:92] found "multinode-751110" server: "https://192.168.58.2:8443"
I0116 02:26:04.716437 457179 api_server.go:166] Checking apiserver status ...
I0116 02:26:04.716472 457179 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0116 02:26:04.727177 457179 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1442/cgroup
I0116 02:26:04.735591 457179 api_server.go:182] apiserver freezer: "3:freezer:/docker/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/crio/crio-c99004a42ccfd4973e2de2e6b48a7eefdfc1b8452a2b08dafff5f0930f94e75c"
I0116 02:26:04.735656 457179 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/1a523fd58c2b98c7aaef0b04c43a51a5c6c1a1ff4f8e28db7cc42b1edc74a6de/crio/crio-c99004a42ccfd4973e2de2e6b48a7eefdfc1b8452a2b08dafff5f0930f94e75c/freezer.state
I0116 02:26:04.743046 457179 api_server.go:204] freezer state: "THAWED"
I0116 02:26:04.743069 457179 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I0116 02:26:04.747109 457179 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I0116 02:26:04.747131 457179 status.go:421] multinode-751110 apiserver status = Running (err=<nil>)
I0116 02:26:04.747143 457179 status.go:257] multinode-751110 status: &{Name:multinode-751110 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0116 02:26:04.747161 457179 status.go:255] checking status of multinode-751110-m02 ...
I0116 02:26:04.747412 457179 cli_runner.go:164] Run: docker container inspect multinode-751110-m02 --format={{.State.Status}}
I0116 02:26:04.763167 457179 status.go:330] multinode-751110-m02 host status = "Running" (err=<nil>)
I0116 02:26:04.763198 457179 host.go:66] Checking if "multinode-751110-m02" exists ...
I0116 02:26:04.763471 457179 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-751110-m02
I0116 02:26:04.779689 457179 host.go:66] Checking if "multinode-751110-m02" exists ...
I0116 02:26:04.779994 457179 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0116 02:26:04.780038 457179 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-751110-m02
I0116 02:26:04.795736 457179 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33162 SSHKeyPath:/home/jenkins/minikube-integration/17967-354983/.minikube/machines/multinode-751110-m02/id_rsa Username:docker}
I0116 02:26:04.885810 457179 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:26:04.895992 457179 status.go:257] multinode-751110-m02 status: &{Name:multinode-751110-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I0116 02:26:04.896039 457179 status.go:255] checking status of multinode-751110-m03 ...
I0116 02:26:04.896294 457179 cli_runner.go:164] Run: docker container inspect multinode-751110-m03 --format={{.State.Status}}
I0116 02:26:04.912307 457179 status.go:330] multinode-751110-m03 host status = "Stopped" (err=<nil>)
I0116 02:26:04.912332 457179 status.go:343] host is not running, skipping remaining checks
I0116 02:26:04.912338 457179 status.go:257] multinode-751110-m03 status: &{Name:multinode-751110-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.15s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:272: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:282: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 node start m03 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-amd64 -p multinode-751110 node start m03 --alsologtostderr: (10.570421507s)
multinode_test.go:289: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status
E0116 02:26:15.528209 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
multinode_test.go:303: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (11.26s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:311: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-751110
multinode_test.go:318: (dbg) Run: out/minikube-linux-amd64 stop -p multinode-751110
multinode_test.go:318: (dbg) Done: out/minikube-linux-amd64 stop -p multinode-751110: (24.630026903s)
multinode_test.go:323: (dbg) Run: out/minikube-linux-amd64 start -p multinode-751110 --wait=true -v=8 --alsologtostderr
E0116 02:26:43.214819 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
E0116 02:27:45.249546 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
multinode_test.go:323: (dbg) Done: out/minikube-linux-amd64 start -p multinode-751110 --wait=true -v=8 --alsologtostderr: (1m26.935073496s)
multinode_test.go:328: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-751110
--- PASS: TestMultiNode/serial/RestartKeepsNodes (111.69s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:422: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 node delete m03
multinode_test.go:422: (dbg) Done: out/minikube-linux-amd64 -p multinode-751110 node delete m03: (4.089513126s)
multinode_test.go:428: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status --alsologtostderr
multinode_test.go:442: (dbg) Run: docker volume ls
multinode_test.go:452: (dbg) Run: kubectl get nodes
multinode_test.go:460: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (4.69s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:342: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 stop
multinode_test.go:342: (dbg) Done: out/minikube-linux-amd64 -p multinode-751110 stop: (23.497760028s)
multinode_test.go:348: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status
multinode_test.go:348: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-751110 status: exit status 7 (96.383353ms)
-- stdout --
multinode-751110
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-751110-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:355: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status --alsologtostderr
multinode_test.go:355: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-751110 status --alsologtostderr: exit status 7 (96.175105ms)
-- stdout --
multinode-751110
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-751110-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0116 02:28:36.206855 466888 out.go:296] Setting OutFile to fd 1 ...
I0116 02:28:36.206993 466888 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:28:36.207002 466888 out.go:309] Setting ErrFile to fd 2...
I0116 02:28:36.207006 466888 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:28:36.207189 466888 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:28:36.207362 466888 out.go:303] Setting JSON to false
I0116 02:28:36.207401 466888 mustload.go:65] Loading cluster: multinode-751110
I0116 02:28:36.207539 466888 notify.go:220] Checking for updates...
I0116 02:28:36.207800 466888 config.go:182] Loaded profile config "multinode-751110": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:28:36.207813 466888 status.go:255] checking status of multinode-751110 ...
I0116 02:28:36.208284 466888 cli_runner.go:164] Run: docker container inspect multinode-751110 --format={{.State.Status}}
I0116 02:28:36.225632 466888 status.go:330] multinode-751110 host status = "Stopped" (err=<nil>)
I0116 02:28:36.225680 466888 status.go:343] host is not running, skipping remaining checks
I0116 02:28:36.225687 466888 status.go:257] multinode-751110 status: &{Name:multinode-751110 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0116 02:28:36.225724 466888 status.go:255] checking status of multinode-751110-m02 ...
I0116 02:28:36.225976 466888 cli_runner.go:164] Run: docker container inspect multinode-751110-m02 --format={{.State.Status}}
I0116 02:28:36.242476 466888 status.go:330] multinode-751110-m02 host status = "Stopped" (err=<nil>)
I0116 02:28:36.242498 466888 status.go:343] host is not running, skipping remaining checks
I0116 02:28:36.242505 466888 status.go:257] multinode-751110-m02 status: &{Name:multinode-751110-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.69s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:372: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:382: (dbg) Run: out/minikube-linux-amd64 start -p multinode-751110 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E0116 02:29:08.303218 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:29:18.966826 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
multinode_test.go:382: (dbg) Done: out/minikube-linux-amd64 start -p multinode-751110 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m16.700989337s)
multinode_test.go:388: (dbg) Run: out/minikube-linux-amd64 -p multinode-751110 status --alsologtostderr
multinode_test.go:402: (dbg) Run: kubectl get nodes
multinode_test.go:410: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (77.30s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:471: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-751110
multinode_test.go:480: (dbg) Run: out/minikube-linux-amd64 start -p multinode-751110-m02 --driver=docker --container-runtime=crio
multinode_test.go:480: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p multinode-751110-m02 --driver=docker --container-runtime=crio: exit status 14 (79.001911ms)
-- stdout --
* [multinode-751110-m02] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17967
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-751110-m02' is duplicated with machine name 'multinode-751110-m02' in profile 'multinode-751110'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:488: (dbg) Run: out/minikube-linux-amd64 start -p multinode-751110-m03 --driver=docker --container-runtime=crio
multinode_test.go:488: (dbg) Done: out/minikube-linux-amd64 start -p multinode-751110-m03 --driver=docker --container-runtime=crio: (21.185689131s)
multinode_test.go:495: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-751110
multinode_test.go:495: (dbg) Non-zero exit: out/minikube-linux-amd64 node add -p multinode-751110: exit status 80 (285.269033ms)
-- stdout --
* Adding node m03 to cluster multinode-751110
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-751110-m03 already exists in multinode-751110-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:500: (dbg) Run: out/minikube-linux-amd64 delete -p multinode-751110-m03
multinode_test.go:500: (dbg) Done: out/minikube-linux-amd64 delete -p multinode-751110-m03: (1.880955062s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (23.50s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-566800 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
E0116 02:31:15.528823 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
preload_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-566800 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m9.298324538s)
preload_test.go:52: (dbg) Run: out/minikube-linux-amd64 -p test-preload-566800 image pull gcr.io/k8s-minikube/busybox
preload_test.go:58: (dbg) Run: out/minikube-linux-amd64 stop -p test-preload-566800
preload_test.go:58: (dbg) Done: out/minikube-linux-amd64 stop -p test-preload-566800: (5.685814551s)
preload_test.go:66: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-566800 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
E0116 02:32:45.249246 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
preload_test.go:66: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-566800 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (1m11.926640541s)
preload_test.go:71: (dbg) Run: out/minikube-linux-amd64 -p test-preload-566800 image list
helpers_test.go:175: Cleaning up "test-preload-566800" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p test-preload-566800
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p test-preload-566800: (2.255113432s)
--- PASS: TestPreload (150.13s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-amd64 start -p scheduled-stop-706712 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-amd64 start -p scheduled-stop-706712 --memory=2048 --driver=docker --container-runtime=crio: (21.529379207s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-706712 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-amd64 status --format={{.TimeToStop}} -p scheduled-stop-706712 -n scheduled-stop-706712
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-706712 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-706712 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-706712 -n scheduled-stop-706712
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-706712
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-706712 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
E0116 02:34:18.967346 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-706712
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p scheduled-stop-706712: exit status 7 (80.751717ms)
-- stdout --
scheduled-stop-706712
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-706712 -n scheduled-stop-706712
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-706712 -n scheduled-stop-706712: exit status 7 (82.77103ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-706712" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p scheduled-stop-706712
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p scheduled-stop-706712: (4.509292221s)
--- PASS: TestScheduledStopUnix (97.53s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-amd64 start -p insufficient-storage-407682 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p insufficient-storage-407682 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (10.705747528s)
-- stdout --
{"specversion":"1.0","id":"7c5a89f1-3898-48eb-8ad0-b99602141d41","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-407682] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"c8059282-2c8f-486f-9d58-1cd2b70ce1b1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17967"}}
{"specversion":"1.0","id":"c7910588-4422-444d-bef6-184e073355dc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"02cee693-17e1-4bfa-835e-17611276de7b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig"}}
{"specversion":"1.0","id":"ed53fd58-b718-4870-b477-f986d5cd0e3e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube"}}
{"specversion":"1.0","id":"be05ae74-25cb-419c-a3ae-553d4a92d75a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"7dbc4ee4-3287-4653-8979-796ee2f30e0b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"b704b3ef-9c7d-4205-b0a0-302155a091cd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"9ab8eb3d-a8db-45da-8072-3ee14223ec80","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"a6521697-fb63-4996-a57a-006f5cb45817","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"a1fdd394-8fb6-4501-a807-002c8c04f5ef","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"a7a9b1f0-6461-4870-9060-e00d3adfc7df","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node insufficient-storage-407682 in cluster insufficient-storage-407682","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"2623effc-a934-48e5-a9f5-9841ee10ae34","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.42-1704759386-17866 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"b2897a47-fcfe-40d2-bd95-46fbdbfcc05e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"87bc7da5-0728-4b98-918a-1096093360fd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100%% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-407682 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-407682 --output=json --layout=cluster: exit status 7 (279.281673ms)
-- stdout --
{"Name":"insufficient-storage-407682","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-407682","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0116 02:34:41.382488 487177 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-407682" does not appear in /home/jenkins/minikube-integration/17967-354983/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-407682 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-407682 --output=json --layout=cluster: exit status 7 (279.264169ms)
-- stdout --
{"Name":"insufficient-storage-407682","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-407682","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0116 02:34:41.662325 487265 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-407682" does not appear in /home/jenkins/minikube-integration/17967-354983/kubeconfig
E0116 02:34:41.671921 487265 status.go:559] unable to read event log: stat: stat /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/insufficient-storage-407682/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-407682" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p insufficient-storage-407682
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p insufficient-storage-407682: (1.830066376s)
--- PASS: TestInsufficientStorage (13.10s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.26.0.1364813720 start -p running-upgrade-013687 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.26.0.1364813720 start -p running-upgrade-013687 --memory=2200 --vm-driver=docker --container-runtime=crio: (25.573660198s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-amd64 start -p running-upgrade-013687 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-amd64 start -p running-upgrade-013687 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (34.745478327s)
helpers_test.go:175: Cleaning up "running-upgrade-013687" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p running-upgrade-013687
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p running-upgrade-013687: (2.407851712s)
--- PASS: TestRunningBinaryUpgrade (63.12s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-294978 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-294978 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m2.180593316s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-amd64 stop -p kubernetes-upgrade-294978
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-amd64 stop -p kubernetes-upgrade-294978: (1.222750739s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-amd64 -p kubernetes-upgrade-294978 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-amd64 -p kubernetes-upgrade-294978 status --format={{.Host}}: exit status 7 (83.068491ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-294978 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-294978 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m28.153914892s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-294978 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-294978 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p kubernetes-upgrade-294978 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio: exit status 106 (88.798003ms)
-- stdout --
* [kubernetes-upgrade-294978] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17967
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.29.0-rc.2 cluster to v1.16.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.16.0, by running:
minikube delete -p kubernetes-upgrade-294978
minikube start -p kubernetes-upgrade-294978 --kubernetes-version=v1.16.0
2) Create a second cluster with Kubernetes 1.16.0, by running:
minikube start -p kubernetes-upgrade-2949782 --kubernetes-version=v1.16.0
3) Use the existing cluster at version Kubernetes 1.29.0-rc.2, by running:
minikube start -p kubernetes-upgrade-294978 --kubernetes-version=v1.29.0-rc.2
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-294978 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-294978 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (22.889000043s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-294978" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubernetes-upgrade-294978
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p kubernetes-upgrade-294978: (2.129453183s)
--- PASS: TestKubernetesUpgrade (356.81s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.26.0.251626318 start -p missing-upgrade-062040 --memory=2200 --driver=docker --container-runtime=crio
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.26.0.251626318 start -p missing-upgrade-062040 --memory=2200 --driver=docker --container-runtime=crio: (55.79587181s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-062040
E0116 02:35:42.015553 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-062040: (10.444169656s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-062040
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-amd64 start -p missing-upgrade-062040 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-amd64 start -p missing-upgrade-062040 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (49.017601733s)
helpers_test.go:175: Cleaning up "missing-upgrade-062040" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p missing-upgrade-062040
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p missing-upgrade-062040: (1.994996729s)
--- PASS: TestMissingContainerUpgrade (117.78s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-199411 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p NoKubernetes-199411 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (94.334594ms)
-- stdout --
* [NoKubernetes-199411] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17967
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.09s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-199411 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-199411 --driver=docker --container-runtime=crio: (41.935009148s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-199411 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (42.30s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-199411 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-199411 --no-kubernetes --driver=docker --container-runtime=crio: (19.16308098s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-199411 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-amd64 -p NoKubernetes-199411 status -o json: exit status 2 (363.1343ms)
-- stdout --
{"Name":"NoKubernetes-199411","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-amd64 delete -p NoKubernetes-199411
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-amd64 delete -p NoKubernetes-199411: (2.013301306s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (21.54s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.34s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.26.0.3512590249 start -p stopped-upgrade-713639 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.26.0.3512590249 start -p stopped-upgrade-713639 --memory=2200 --vm-driver=docker --container-runtime=crio: (27.865172367s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.26.0.3512590249 -p stopped-upgrade-713639 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.26.0.3512590249 -p stopped-upgrade-713639 stop: (2.157523896s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-amd64 start -p stopped-upgrade-713639 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-amd64 start -p stopped-upgrade-713639 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (26.476075531s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (56.50s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-199411 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-199411 --no-kubernetes --driver=docker --container-runtime=crio: (11.012109548s)
--- PASS: TestNoKubernetes/serial/Start (11.01s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-199411 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-199411 "sudo systemctl is-active --quiet service kubelet": exit status 1 (328.843477ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.33s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-amd64 profile list
no_kubernetes_test.go:169: (dbg) Done: out/minikube-linux-amd64 profile list: (16.233924945s)
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-amd64 profile list --output=json
E0116 02:36:15.528088 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
no_kubernetes_test.go:179: (dbg) Done: out/minikube-linux-amd64 profile list --output=json: (17.625691827s)
--- PASS: TestNoKubernetes/serial/ProfileList (33.86s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-amd64 stop -p NoKubernetes-199411
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-amd64 stop -p NoKubernetes-199411: (5.853537953s)
--- PASS: TestNoKubernetes/serial/Stop (5.85s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-amd64 logs -p stopped-upgrade-713639
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-amd64 logs -p stopped-upgrade-713639: (2.429261349s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (2.43s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-199411 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-199411 --driver=docker --container-runtime=crio: (6.828226349s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (6.83s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-199411 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-199411 "sudo systemctl is-active --quiet service kubelet": exit status 1 (293.53306ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.29s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-amd64 start -p pause-032592 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-amd64 start -p pause-032592 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (1m7.78932077s)
--- PASS: TestPause/serial/Start (67.79s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-amd64 start -p false-428820 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p false-428820 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (228.764401ms)
-- stdout --
* [false-428820] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17967
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I0116 02:37:14.278404 523199 out.go:296] Setting OutFile to fd 1 ...
I0116 02:37:14.278544 523199 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:37:14.278559 523199 out.go:309] Setting ErrFile to fd 2...
I0116 02:37:14.278566 523199 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:37:14.279101 523199 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-354983/.minikube/bin
I0116 02:37:14.280089 523199 out.go:303] Setting JSON to false
I0116 02:37:14.281766 523199 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":11984,"bootTime":1705360650,"procs":306,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0116 02:37:14.281868 523199 start.go:138] virtualization: kvm guest
I0116 02:37:14.284300 523199 out.go:177] * [false-428820] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0116 02:37:14.286199 523199 out.go:177] - MINIKUBE_LOCATION=17967
I0116 02:37:14.286170 523199 notify.go:220] Checking for updates...
I0116 02:37:14.289282 523199 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:37:14.291182 523199 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17967-354983/kubeconfig
I0116 02:37:14.292604 523199 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-354983/.minikube
I0116 02:37:14.294110 523199 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0116 02:37:14.301212 523199 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0116 02:37:14.303424 523199 config.go:182] Loaded profile config "kubernetes-upgrade-294978": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.29.0-rc.2
I0116 02:37:14.303673 523199 config.go:182] Loaded profile config "pause-032592": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0116 02:37:14.303867 523199 config.go:182] Loaded profile config "running-upgrade-013687": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.24.1
I0116 02:37:14.304031 523199 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:37:14.338743 523199 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:37:14.338878 523199 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:37:14.413497 523199 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:47 OomKillDisable:true NGoroutines:65 SystemTime:2024-01-16 02:37:14.403066792 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0116 02:37:14.413648 523199 docker.go:295] overlay module found
I0116 02:37:14.415639 523199 out.go:177] * Using the docker driver based on user configuration
I0116 02:37:14.417323 523199 start.go:298] selected driver: docker
I0116 02:37:14.417343 523199 start.go:902] validating driver "docker" against <nil>
I0116 02:37:14.417359 523199 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0116 02:37:14.419899 523199 out.go:177]
W0116 02:37:14.421408 523199 out.go:239] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I0116 02:37:14.422788 523199 out.go:177]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-428820 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-428820
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-428820
>>> host: /etc/nsswitch.conf:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /etc/hosts:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /etc/resolv.conf:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-428820
>>> host: crictl pods:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: crictl containers:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> k8s: describe netcat deployment:
error: context "false-428820" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-428820" does not exist
>>> k8s: netcat logs:
error: context "false-428820" does not exist
>>> k8s: describe coredns deployment:
error: context "false-428820" does not exist
>>> k8s: describe coredns pods:
error: context "false-428820" does not exist
>>> k8s: coredns logs:
error: context "false-428820" does not exist
>>> k8s: describe api server pod(s):
error: context "false-428820" does not exist
>>> k8s: api server logs:
error: context "false-428820" does not exist
>>> host: /etc/cni:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: ip a s:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: ip r s:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: iptables-save:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: iptables table nat:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> k8s: describe kube-proxy daemon set:
error: context "false-428820" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-428820" does not exist
>>> k8s: kube-proxy logs:
error: context "false-428820" does not exist
>>> host: kubelet daemon status:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: kubelet daemon config:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> k8s: kubelet logs:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt
extensions:
- extension:
last-update: Tue, 16 Jan 2024 02:35:56 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-294978
contexts:
- context:
cluster: kubernetes-upgrade-294978
user: kubernetes-upgrade-294978
name: kubernetes-upgrade-294978
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-294978
user:
client-certificate: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/kubernetes-upgrade-294978/client.crt
client-key: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/kubernetes-upgrade-294978/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-428820
>>> host: docker daemon status:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: docker daemon config:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /etc/docker/daemon.json:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: docker system info:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: cri-docker daemon status:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: cri-docker daemon config:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: cri-dockerd version:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: containerd daemon status:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: containerd daemon config:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /etc/containerd/config.toml:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: containerd config dump:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: crio daemon status:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: crio daemon config:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: /etc/crio:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
>>> host: crio config:
* Profile "false-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-428820"
----------------------- debugLogs end: false-428820 [took: 3.779928502s] --------------------------------
helpers_test.go:175: Cleaning up "false-428820" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p false-428820
--- PASS: TestNetworkPlugins/group/false (4.19s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-amd64 start -p pause-032592 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-amd64 start -p pause-032592 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (28.837414085s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (28.85s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-032592 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.75s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p pause-032592 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p pause-032592 --output=json --layout=cluster: exit status 2 (342.749375ms)
-- stdout --
{"Name":"pause-032592","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 7 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-032592","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.34s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-amd64 unpause -p pause-032592 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.70s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-032592 --alsologtostderr -v=5
--- PASS: TestPause/serial/PauseAgain (0.85s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p pause-032592 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p pause-032592 --alsologtostderr -v=5: (2.723024525s)
--- PASS: TestPause/serial/DeletePaused (2.72s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-amd64 profile list --output json
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-032592
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-032592: exit status 1 (16.543385ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-032592: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (0.66s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-237098 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-237098 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (1m49.258668038s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (109.26s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-832992 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
E0116 02:39:18.967339 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-832992 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (1m10.056471436s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (70.06s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-832992 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [0fc5d92c-61e8-49de-b359-b02dffe4c467] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [0fc5d92c-61e8-49de-b359-b02dffe4c467] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 7.003328596s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-832992 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (7.23s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p no-preload-832992 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-832992 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (0.86s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p no-preload-832992 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p no-preload-832992 --alsologtostderr -v=3: (11.81973269s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (11.82s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-832992 -n no-preload-832992
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-832992 -n no-preload-832992: exit status 7 (93.882059ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p no-preload-832992 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-832992 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-832992 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (5m36.937949587s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-832992 -n no-preload-832992
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (337.37s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-237098 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [806f8472-23a7-439b-89e0-bca8691527ba] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [806f8472-23a7-439b-89e0-bca8691527ba] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 7.003789256s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-237098 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (7.36s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p old-k8s-version-237098 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-237098 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (0.81s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p old-k8s-version-237098 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p old-k8s-version-237098 --alsologtostderr -v=3: (11.948777886s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (11.95s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-938844 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-938844 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (41.072287608s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (41.07s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-237098 -n old-k8s-version-237098
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-237098 -n old-k8s-version-237098: exit status 7 (85.788648ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p old-k8s-version-237098 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-237098 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-237098 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (6m49.60375093s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-237098 -n old-k8s-version-237098
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (409.94s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-041986 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0116 02:41:15.528095 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-041986 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (1m11.199726477s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (71.20s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-938844 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [a1226741-502b-473d-a854-226fae82c640] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [a1226741-502b-473d-a854-226fae82c640] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 8.003107434s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-938844 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (8.24s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p embed-certs-938844 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-938844 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (0.97s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p embed-certs-938844 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p embed-certs-938844 --alsologtostderr -v=3: (11.894153064s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (11.89s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-938844 -n embed-certs-938844
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-938844 -n embed-certs-938844: exit status 7 (80.197793ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p embed-certs-938844 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-938844 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-938844 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (5m38.887137688s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-938844 -n embed-certs-938844
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (339.29s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-041986 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [bedbb24f-be2a-4937-b11e-eb69cb6eb617] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [bedbb24f-be2a-4937-b11e-eb69cb6eb617] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 8.003889471s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-041986 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (8.25s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p default-k8s-diff-port-041986 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-041986 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.02s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p default-k8s-diff-port-041986 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p default-k8s-diff-port-041986 --alsologtostderr -v=3: (11.868524568s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (11.87s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986: exit status 7 (81.689208ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p default-k8s-diff-port-041986 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-041986 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0116 02:42:45.249106 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
E0116 02:44:18.966701 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/functional-417497/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-041986 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (5m40.94439327s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (341.38s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-zmc5g" [44d2ad53-a478-409e-a054-d28608389427] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
E0116 02:45:48.303696 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-zmc5g" [44d2ad53-a478-409e-a054-d28608389427] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 12.003951275s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (12.01s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-zmc5g" [44d2ad53-a478-409e-a054-d28608389427] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003817988s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-832992 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.09s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p no-preload-832992 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p no-preload-832992 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-832992 -n no-preload-832992
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-832992 -n no-preload-832992: exit status 2 (335.086238ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-832992 -n no-preload-832992
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-832992 -n no-preload-832992: exit status 2 (332.66605ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p no-preload-832992 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-832992 -n no-preload-832992
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-832992 -n no-preload-832992
--- PASS: TestStartStop/group/no-preload/serial/Pause (2.93s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-209523 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
E0116 02:46:15.528163 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/ingress-addon-legacy-666865/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-209523 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (34.477532097s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (34.48s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-209523 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (0.83s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p newest-cni-209523 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p newest-cni-209523 --alsologtostderr -v=3: (1.901540835s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.90s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-209523 -n newest-cni-209523
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-209523 -n newest-cni-209523: exit status 7 (104.085648ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p newest-cni-209523 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.24s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-209523 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-209523 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (25.961740161s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-209523 -n newest-cni-209523
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (26.29s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p newest-cni-209523 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p newest-cni-209523 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-209523 -n newest-cni-209523
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-209523 -n newest-cni-209523: exit status 2 (311.480604ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-209523 -n newest-cni-209523
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-209523 -n newest-cni-209523: exit status 2 (310.918906ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p newest-cni-209523 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-209523 -n newest-cni-209523
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-209523 -n newest-cni-209523
--- PASS: TestStartStop/group/newest-cni/serial/Pause (2.74s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p auto-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p auto-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (1m10.811274255s)
--- PASS: TestNetworkPlugins/group/auto/Start (70.81s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-shdpl" [14e90609-4758-4048-a42c-d8f099738be2] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-shdpl" [14e90609-4758-4048-a42c-d8f099738be2] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 8.003712112s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (8.01s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-shdpl" [14e90609-4758-4048-a42c-d8f099738be2] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003885219s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-938844 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.07s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-l45db" [b3a61e10-1a2d-4c8d-94c6-839614a4824b] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003989165s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p embed-certs-938844 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p embed-certs-938844 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-938844 -n embed-certs-938844
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-938844 -n embed-certs-938844: exit status 2 (301.027292ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-938844 -n embed-certs-938844
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-938844 -n embed-certs-938844: exit status 2 (353.24503ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p embed-certs-938844 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-938844 -n embed-certs-938844
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-938844 -n embed-certs-938844
--- PASS: TestStartStop/group/embed-certs/serial/Pause (2.91s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-l45db" [b3a61e10-1a2d-4c8d-94c6-839614a4824b] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003072105s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-237098 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.09s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p kindnet-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p kindnet-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (41.498609975s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (41.50s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p old-k8s-version-237098 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20210326-1e038dc5
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.28s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p old-k8s-version-237098 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-237098 -n old-k8s-version-237098
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-237098 -n old-k8s-version-237098: exit status 2 (328.484262ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-237098 -n old-k8s-version-237098
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-237098 -n old-k8s-version-237098: exit status 2 (325.745304ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p old-k8s-version-237098 --alsologtostderr -v=1
E0116 02:47:45.249750 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/addons-549541/client.crt: no such file or directory
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-237098 -n old-k8s-version-237098
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-237098 -n old-k8s-version-237098
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (3.09s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p calico-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p calico-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m5.02313215s)
--- PASS: TestNetworkPlugins/group/calico/Start (65.02s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-zhrmz" [ec0266dc-ba44-4c47-9b39-af0cd31f1c5e] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.005078746s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-7ndms" [96c637fa-981d-49c2-be11-db22b64c485e] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-7ndms" [96c637fa-981d-49c2-be11-db22b64c485e] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 14.00405578s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (14.01s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p kindnet-428820 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.37s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p auto-428820 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.40s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-428820 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-wjmx9" [cd1a733f-0cfb-4aa3-9563-94f65203322c] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-wjmx9" [cd1a733f-0cfb-4aa3-9563-94f65203322c] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 10.004435248s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (10.29s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-428820 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-84d2r" [ffda00f0-1fe1-457f-bd85-b041e18c1da9] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-84d2r" [ffda00f0-1fe1-457f-bd85-b041e18c1da9] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 10.004234951s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (10.24s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-7ndms" [96c637fa-981d-49c2-be11-db22b64c485e] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003044306s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-041986 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.07s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-428820 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.14s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.12s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.12s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-428820 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.17s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.14s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.12s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p default-k8s-diff-port-041986 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.23s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p default-k8s-diff-port-041986 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986: exit status 2 (342.989127ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986: exit status 2 (352.632835ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p default-k8s-diff-port-041986 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-041986 -n default-k8s-diff-port-041986
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.02s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-flannel-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-flannel-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (59.548239017s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (59.55s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-xtfbc" [8e3a173a-a017-4386-a0b9-67434e1e7832] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.005232552s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p calico-428820 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.36s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-428820 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-x7lj5" [35b6cf55-b8b2-4e3a-90b9-bda8dd852587] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-x7lj5" [35b6cf55-b8b2-4e3a-90b9-bda8dd852587] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 10.052032753s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (10.24s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p enable-default-cni-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p enable-default-cni-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (44.890408753s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (44.89s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p flannel-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p flannel-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (1m2.222405752s)
--- PASS: TestNetworkPlugins/group/flannel/Start (62.22s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-428820 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.15s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.11s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.12s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p bridge-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p bridge-428820 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m18.989398631s)
--- PASS: TestNetworkPlugins/group/bridge/Start (78.99s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p enable-default-cni-428820 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.33s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-428820 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-dgm4l" [92a2fd4f-ba3f-4d25-8f37-77ceb7f65601] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0116 02:49:48.493537 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:48.498789 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:48.508938 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:48.529212 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:48.569504 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:48.649855 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:48.810921 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:49.131211 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:49.772201 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
E0116 02:49:51.053000 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
helpers_test.go:344: "netcat-56589dfd74-dgm4l" [92a2fd4f-ba3f-4d25-8f37-77ceb7f65601] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 9.003876583s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (9.19s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p custom-flannel-428820 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-428820 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-lhgt4" [41776ebb-72a4-4749-9d92-2e4a789c243e] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0116 02:49:53.613463 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
helpers_test.go:344: "netcat-56589dfd74-lhgt4" [41776ebb-72a4-4749-9d92-2e4a789c243e] Running
E0116 02:49:58.734560 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 10.003769323s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (10.20s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-428820 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.13s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.11s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.11s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-428820 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.15s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.12s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.12s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-crqv5" [d8be2957-394b-4370-8d79-a3a2b643c738] Running
E0116 02:50:08.975550 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/no-preload-832992/client.crt: no such file or directory
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.004977053s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p flannel-428820 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.38s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-428820 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-h9zjj" [e3828816-cbed-4750-a5e3-56852972c8e5] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-h9zjj" [e3828816-cbed-4750-a5e3-56852972c8e5] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 10.003783533s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (10.29s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-428820 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.14s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.12s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.11s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p bridge-428820 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-428820 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-tm8t6" [3b5e2f9c-3f80-42ed-8990-e64058df5dce] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-tm8t6" [3b5e2f9c-3f80-42ed-8990-e64058df5dce] Running
E0116 02:51:02.499269 361656 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/old-k8s-version-237098/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 10.003966632s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (10.22s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-428820 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.12s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.10s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-428820 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.10s)
=== RUN TestDownloadOnly/v1.16.0/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.16.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.16.0/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.16.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.16.0/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.16.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.28.4/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.4/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.4/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.4/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.4/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.4/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/kubectl (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:498: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux amd64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:459: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:546: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-496117" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p disable-driver-mounts-496117
--- SKIP: TestStartStop/group/disable-driver-mounts (0.18s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:523:
----------------------- debugLogs start: kubenet-428820 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-428820
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-428820
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /etc/hosts:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /etc/resolv.conf:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-428820
>>> host: crictl pods:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: crictl containers:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> k8s: describe netcat deployment:
error: context "kubenet-428820" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-428820" does not exist
>>> k8s: netcat logs:
error: context "kubenet-428820" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-428820" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-428820" does not exist
>>> k8s: coredns logs:
error: context "kubenet-428820" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-428820" does not exist
>>> k8s: api server logs:
error: context "kubenet-428820" does not exist
>>> host: /etc/cni:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: ip a s:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: ip r s:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: iptables-save:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: iptables table nat:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-428820" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-428820" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-428820" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: kubelet daemon config:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> k8s: kubelet logs:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt
extensions:
- extension:
last-update: Tue, 16 Jan 2024 02:35:56 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-294978
contexts:
- context:
cluster: kubernetes-upgrade-294978
user: kubernetes-upgrade-294978
name: kubernetes-upgrade-294978
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-294978
user:
client-certificate: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/kubernetes-upgrade-294978/client.crt
client-key: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/kubernetes-upgrade-294978/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-428820
>>> host: docker daemon status:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: docker daemon config:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: docker system info:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: cri-docker daemon status:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: cri-docker daemon config:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: cri-dockerd version:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: containerd daemon status:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: containerd daemon config:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: containerd config dump:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: crio daemon status:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: crio daemon config:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: /etc/crio:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
>>> host: crio config:
* Profile "kubenet-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-428820"
----------------------- debugLogs end: kubenet-428820 [took: 3.42781001s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-428820" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubenet-428820
--- SKIP: TestNetworkPlugins/group/kubenet (3.63s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:523:
----------------------- debugLogs start: cilium-428820 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-428820
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-428820
>>> host: /etc/nsswitch.conf:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /etc/hosts:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /etc/resolv.conf:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-428820
>>> host: crictl pods:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: crictl containers:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> k8s: describe netcat deployment:
error: context "cilium-428820" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-428820" does not exist
>>> k8s: netcat logs:
error: context "cilium-428820" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-428820" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-428820" does not exist
>>> k8s: coredns logs:
error: context "cilium-428820" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-428820" does not exist
>>> k8s: api server logs:
error: context "cilium-428820" does not exist
>>> host: /etc/cni:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: ip a s:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: ip r s:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: iptables-save:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: iptables table nat:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-428820
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-428820
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-428820" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-428820" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-428820
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-428820
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-428820" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-428820" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-428820" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-428820" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-428820" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: kubelet daemon config:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> k8s: kubelet logs:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17967-354983/.minikube/ca.crt
extensions:
- extension:
last-update: Tue, 16 Jan 2024 02:35:56 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-294978
contexts:
- context:
cluster: kubernetes-upgrade-294978
user: kubernetes-upgrade-294978
name: kubernetes-upgrade-294978
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-294978
user:
client-certificate: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/kubernetes-upgrade-294978/client.crt
client-key: /home/jenkins/minikube-integration/17967-354983/.minikube/profiles/kubernetes-upgrade-294978/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-428820
>>> host: docker daemon status:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: docker daemon config:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: docker system info:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: cri-docker daemon status:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: cri-docker daemon config:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: cri-dockerd version:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: containerd daemon status:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: containerd daemon config:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: containerd config dump:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: crio daemon status:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: crio daemon config:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: /etc/crio:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
>>> host: crio config:
* Profile "cilium-428820" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-428820"
----------------------- debugLogs end: cilium-428820 [took: 3.958381734s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-428820" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cilium-428820
--- SKIP: TestNetworkPlugins/group/cilium (4.13s)