7c1a80114572c0a75ffd030d45a0e935e3ff60d8:2023-10-09:31370
| Order | failed test | Duration |
|---|---|---|
| 28 | TestAddons/parallel/Ingress | 152.73 |
| 144 | TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon | 12.94 |
| 159 | TestIngressAddonLegacy/serial/ValidateIngressAddons | 180.03 |
| 209 | TestMultiNode/serial/PingHostFrom2Pods | 3.17 |
| 230 | TestRunningBinaryUpgrade | 66.87 |
| 239 | TestStoppedBinaryUpgrade/Upgrade | 112.56 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-673046 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-673046 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-673046 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [7f0f5180-a0a8-44f0-945d-9f48cf699b39] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [7f0f5180-a0a8-44f0-945d-9f48cf699b39] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.010337096s
addons_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:261: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-673046 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.33161297s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:277: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:285: (dbg) Run: kubectl --context addons-673046 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:305: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-amd64 -p addons-673046 addons disable ingress-dns --alsologtostderr -v=1: (1.101651061s)
addons_test.go:310: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-amd64 -p addons-673046 addons disable ingress --alsologtostderr -v=1: (7.646443811s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-673046
helpers_test.go:235: (dbg) docker inspect addons-673046:
-- stdout --
[
{
"Id": "bc8b6c3433313b3eb5f0e0dce689d63e7c8c5258d43719e648f796c16829ec2c",
"Created": "2023-10-09T12:49:19.753027634Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 290097,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-09T12:49:20.071095084Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:94671ba3754e2c6976414eaf20a0c7861a5d2f9fc631e1161e8ab0ded9062c52",
"ResolvConfPath": "/var/lib/docker/containers/bc8b6c3433313b3eb5f0e0dce689d63e7c8c5258d43719e648f796c16829ec2c/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/bc8b6c3433313b3eb5f0e0dce689d63e7c8c5258d43719e648f796c16829ec2c/hostname",
"HostsPath": "/var/lib/docker/containers/bc8b6c3433313b3eb5f0e0dce689d63e7c8c5258d43719e648f796c16829ec2c/hosts",
"LogPath": "/var/lib/docker/containers/bc8b6c3433313b3eb5f0e0dce689d63e7c8c5258d43719e648f796c16829ec2c/bc8b6c3433313b3eb5f0e0dce689d63e7c8c5258d43719e648f796c16829ec2c-json.log",
"Name": "/addons-673046",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-673046:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-673046",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/7384f408a74529458e644e0c953d42b97e1714678186ee3889cdbda7bbb18d33-init/diff:/var/lib/docker/overlay2/9e66019928f09bde420b80b7a785682de2e6dccbb57b6f739aa8822eabd1d9c4/diff",
"MergedDir": "/var/lib/docker/overlay2/7384f408a74529458e644e0c953d42b97e1714678186ee3889cdbda7bbb18d33/merged",
"UpperDir": "/var/lib/docker/overlay2/7384f408a74529458e644e0c953d42b97e1714678186ee3889cdbda7bbb18d33/diff",
"WorkDir": "/var/lib/docker/overlay2/7384f408a74529458e644e0c953d42b97e1714678186ee3889cdbda7bbb18d33/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-673046",
"Source": "/var/lib/docker/volumes/addons-673046/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-673046",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-673046",
"name.minikube.sigs.k8s.io": "addons-673046",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "6c4711d9a4389fe4e5e89285289b46ab2b1f6c6753326fb705837b0257ba24fe",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"SandboxKey": "/var/run/docker/netns/6c4711d9a438",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-673046": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"bc8b6c343331",
"addons-673046"
],
"NetworkID": "e1f9bac9dc6f532abc206a4d24da27cf809d384ba9c13ef97dbf831e27478d3c",
"EndpointID": "37fa8beefcafb7ff49c98f3e4ad199468b120f1bbc531237f69e9306adbedc7e",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-673046 -n addons-673046
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-673046 logs -n 25: (1.296364734s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-856915 | download-only-856915 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | 09 Oct 23 12:48 UTC |
| delete | -p download-only-856915 | download-only-856915 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | 09 Oct 23 12:48 UTC |
| start | --download-only -p | download-docker-050845 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | |
| | download-docker-050845 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-050845 | download-docker-050845 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | 09 Oct 23 12:48 UTC |
| start | --download-only -p | binary-mirror-590190 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | |
| | binary-mirror-590190 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:35071 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-590190 | binary-mirror-590190 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | 09 Oct 23 12:48 UTC |
| addons | disable dashboard -p | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | |
| | addons-673046 | | | | | |
| addons | enable dashboard -p | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | |
| | addons-673046 | | | | | |
| start | -p addons-673046 --wait=true | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | 09 Oct 23 12:51 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
| addons | addons-673046 addons | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| | addons-673046 | | | | | |
| addons | enable headlamp | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| | -p addons-673046 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-673046 ssh cat | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| | /opt/local-path-provisioner/pvc-ee22af46-f290-4268-9561-7789c4fdc32d_default_test-pvc/file1 | | | | | |
| addons | addons-673046 addons disable | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:52 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-673046 ip | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| addons | addons-673046 addons disable | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| | -p addons-673046 | | | | | |
| addons | disable inspektor-gadget -p | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| | addons-673046 | | | | | |
| addons | addons-673046 addons disable | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | 09 Oct 23 12:51 UTC |
| | helm-tiller --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-673046 ssh curl -s | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:51 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-673046 addons | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:52 UTC | 09 Oct 23 12:52 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-673046 addons | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:52 UTC | 09 Oct 23 12:52 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-673046 ip | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:54 UTC | 09 Oct 23 12:54 UTC |
| addons | addons-673046 addons disable | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:54 UTC | 09 Oct 23 12:54 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-673046 addons disable | addons-673046 | jenkins | v1.31.2 | 09 Oct 23 12:54 UTC | 09 Oct 23 12:54 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/09 12:48:57
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1009 12:48:57.680043 289432 out.go:296] Setting OutFile to fd 1 ...
I1009 12:48:57.680154 289432 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:48:57.680161 289432 out.go:309] Setting ErrFile to fd 2...
I1009 12:48:57.680167 289432 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:48:57.680402 289432 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:48:57.681336 289432 out.go:303] Setting JSON to false
I1009 12:48:57.682453 289432 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":9081,"bootTime":1696846657,"procs":200,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 12:48:57.682530 289432 start.go:138] virtualization: kvm guest
I1009 12:48:57.685079 289432 out.go:177] * [addons-673046] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 12:48:57.686971 289432 out.go:177] - MINIKUBE_LOCATION=17259
I1009 12:48:57.687003 289432 notify.go:220] Checking for updates...
I1009 12:48:57.688899 289432 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 12:48:57.690773 289432 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 12:48:57.692770 289432 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 12:48:57.694445 289432 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 12:48:57.696396 289432 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 12:48:57.698602 289432 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 12:48:57.720228 289432 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 12:48:57.720326 289432 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:48:57.780654 289432 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:40 SystemTime:2023-10-09 12:48:57.771696184 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:48:57.780751 289432 docker.go:295] overlay module found
I1009 12:48:57.783001 289432 out.go:177] * Using the docker driver based on user configuration
I1009 12:48:57.784568 289432 start.go:298] selected driver: docker
I1009 12:48:57.784586 289432 start.go:902] validating driver "docker" against <nil>
I1009 12:48:57.784609 289432 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 12:48:57.785491 289432 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:48:57.844567 289432 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:40 SystemTime:2023-10-09 12:48:57.835142271 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:48:57.844765 289432 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1009 12:48:57.844969 289432 start_flags.go:926] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1009 12:48:57.847346 289432 out.go:177] * Using Docker driver with root privileges
I1009 12:48:57.849208 289432 cni.go:84] Creating CNI manager for ""
I1009 12:48:57.849262 289432 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1009 12:48:57.849274 289432 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1009 12:48:57.849288 289432 start_flags.go:323] config:
{Name:addons-673046 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:addons-673046 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 12:48:57.851032 289432 out.go:177] * Starting control plane node addons-673046 in cluster addons-673046
I1009 12:48:57.852519 289432 cache.go:122] Beginning downloading kic base image for docker with crio
I1009 12:48:57.854791 289432 out.go:177] * Pulling base image ...
I1009 12:48:57.856529 289432 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 12:48:57.856599 289432 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1009 12:48:57.856609 289432 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4
I1009 12:48:57.856753 289432 cache.go:57] Caching tarball of preloaded images
I1009 12:48:57.856902 289432 preload.go:174] Found /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1009 12:48:57.856918 289432 cache.go:60] Finished verifying existence of preloaded tar for v1.28.2 on crio
I1009 12:48:57.857303 289432 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/config.json ...
I1009 12:48:57.857329 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/config.json: {Name:mk665727ddf2912c6eaf960c21bdf7a068ad183f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:48:57.877565 289432 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae to local cache
I1009 12:48:57.877678 289432 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local cache directory
I1009 12:48:57.877695 289432 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local cache directory, skipping pull
I1009 12:48:57.877700 289432 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in cache, skipping pull
I1009 12:48:57.877708 289432 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae as a tarball
I1009 12:48:57.877716 289432 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae from local cache
I1009 12:49:09.262008 289432 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae from cached tarball
I1009 12:49:09.262056 289432 cache.go:195] Successfully downloaded all kic artifacts
I1009 12:49:09.262105 289432 start.go:365] acquiring machines lock for addons-673046: {Name:mk3c7088f7bc694bfe8b2d7bd55ce269fccaab9d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 12:49:09.262219 289432 start.go:369] acquired machines lock for "addons-673046" in 88.97µs
I1009 12:49:09.262250 289432 start.go:93] Provisioning new machine with config: &{Name:addons-673046 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:addons-673046 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 12:49:09.262340 289432 start.go:125] createHost starting for "" (driver="docker")
I1009 12:49:09.264569 289432 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1009 12:49:09.264881 289432 start.go:159] libmachine.API.Create for "addons-673046" (driver="docker")
I1009 12:49:09.264909 289432 client.go:168] LocalClient.Create starting
I1009 12:49:09.265011 289432 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem
I1009 12:49:09.439745 289432 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem
I1009 12:49:09.625068 289432 cli_runner.go:164] Run: docker network inspect addons-673046 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 12:49:09.640758 289432 cli_runner.go:211] docker network inspect addons-673046 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 12:49:09.640827 289432 network_create.go:281] running [docker network inspect addons-673046] to gather additional debugging logs...
I1009 12:49:09.640848 289432 cli_runner.go:164] Run: docker network inspect addons-673046
W1009 12:49:09.655698 289432 cli_runner.go:211] docker network inspect addons-673046 returned with exit code 1
I1009 12:49:09.655729 289432 network_create.go:284] error running [docker network inspect addons-673046]: docker network inspect addons-673046: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-673046 not found
I1009 12:49:09.655745 289432 network_create.go:286] output of [docker network inspect addons-673046]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-673046 not found
** /stderr **
I1009 12:49:09.655849 289432 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 12:49:09.672697 289432 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc002b48450}
I1009 12:49:09.672782 289432 network_create.go:124] attempt to create docker network addons-673046 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1009 12:49:09.672863 289432 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-673046 addons-673046
I1009 12:49:09.729505 289432 network_create.go:108] docker network addons-673046 192.168.49.0/24 created
I1009 12:49:09.729545 289432 kic.go:118] calculated static IP "192.168.49.2" for the "addons-673046" container
I1009 12:49:09.729611 289432 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 12:49:09.745024 289432 cli_runner.go:164] Run: docker volume create addons-673046 --label name.minikube.sigs.k8s.io=addons-673046 --label created_by.minikube.sigs.k8s.io=true
I1009 12:49:09.762346 289432 oci.go:103] Successfully created a docker volume addons-673046
I1009 12:49:09.762422 289432 cli_runner.go:164] Run: docker run --rm --name addons-673046-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-673046 --entrypoint /usr/bin/test -v addons-673046:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib
I1009 12:49:14.619924 289432 cli_runner.go:217] Completed: docker run --rm --name addons-673046-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-673046 --entrypoint /usr/bin/test -v addons-673046:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib: (4.857448247s)
I1009 12:49:14.619958 289432 oci.go:107] Successfully prepared a docker volume addons-673046
I1009 12:49:14.619988 289432 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 12:49:14.620012 289432 kic.go:191] Starting extracting preloaded images to volume ...
I1009 12:49:14.620065 289432 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-673046:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir
I1009 12:49:19.686737 289432 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-673046:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir: (5.066629262s)
I1009 12:49:19.686769 289432 kic.go:200] duration metric: took 5.066754 seconds to extract preloaded images to volume
W1009 12:49:19.686889 289432 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1009 12:49:19.686973 289432 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 12:49:19.737986 289432 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-673046 --name addons-673046 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-673046 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-673046 --network addons-673046 --ip 192.168.49.2 --volume addons-673046:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1009 12:49:20.079508 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Running}}
I1009 12:49:20.096090 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:20.113809 289432 cli_runner.go:164] Run: docker exec addons-673046 stat /var/lib/dpkg/alternatives/iptables
I1009 12:49:20.163969 289432 oci.go:144] the created container "addons-673046" has a running status.
I1009 12:49:20.164006 289432 kic.go:222] Creating ssh key for kic: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa...
I1009 12:49:20.516470 289432 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 12:49:20.535564 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:20.551004 289432 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 12:49:20.551032 289432 kic_runner.go:114] Args: [docker exec --privileged addons-673046 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 12:49:20.609171 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:20.630570 289432 machine.go:88] provisioning docker machine ...
I1009 12:49:20.630613 289432 ubuntu.go:169] provisioning hostname "addons-673046"
I1009 12:49:20.630751 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:20.648795 289432 main.go:141] libmachine: Using SSH client type: native
I1009 12:49:20.649202 289432 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1009 12:49:20.649218 289432 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-673046 && echo "addons-673046" | sudo tee /etc/hostname
I1009 12:49:20.826213 289432 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-673046
I1009 12:49:20.826322 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:20.844488 289432 main.go:141] libmachine: Using SSH client type: native
I1009 12:49:20.845017 289432 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1009 12:49:20.845044 289432 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-673046' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-673046/g' /etc/hosts;
else
echo '127.0.1.1 addons-673046' | sudo tee -a /etc/hosts;
fi
fi
I1009 12:49:20.983398 289432 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 12:49:20.983440 289432 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17259-281723/.minikube CaCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17259-281723/.minikube}
I1009 12:49:20.983493 289432 ubuntu.go:177] setting up certificates
I1009 12:49:20.983511 289432 provision.go:83] configureAuth start
I1009 12:49:20.983588 289432 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-673046
I1009 12:49:20.999949 289432 provision.go:138] copyHostCerts
I1009 12:49:21.000038 289432 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem (1082 bytes)
I1009 12:49:21.000196 289432 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem (1123 bytes)
I1009 12:49:21.000282 289432 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem (1679 bytes)
I1009 12:49:21.000348 289432 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem org=jenkins.addons-673046 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-673046]
I1009 12:49:21.184564 289432 provision.go:172] copyRemoteCerts
I1009 12:49:21.184637 289432 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 12:49:21.184685 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:21.201360 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:21.300112 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1009 12:49:21.321929 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 12:49:21.344192 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1009 12:49:21.365684 289432 provision.go:86] duration metric: configureAuth took 382.154785ms
I1009 12:49:21.365713 289432 ubuntu.go:193] setting minikube options for container-runtime
I1009 12:49:21.365903 289432 config.go:182] Loaded profile config "addons-673046": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:49:21.366007 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:21.382426 289432 main.go:141] libmachine: Using SSH client type: native
I1009 12:49:21.382770 289432 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1009 12:49:21.382794 289432 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 12:49:21.604491 289432 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 12:49:21.604518 289432 machine.go:91] provisioned docker machine in 973.921669ms
I1009 12:49:21.604530 289432 client.go:171] LocalClient.Create took 12.339614123s
I1009 12:49:21.604550 289432 start.go:167] duration metric: libmachine.API.Create for "addons-673046" took 12.339670674s
I1009 12:49:21.604559 289432 start.go:300] post-start starting for "addons-673046" (driver="docker")
I1009 12:49:21.604569 289432 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 12:49:21.604631 289432 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 12:49:21.604670 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:21.621182 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:21.716246 289432 ssh_runner.go:195] Run: cat /etc/os-release
I1009 12:49:21.719230 289432 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 12:49:21.719278 289432 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 12:49:21.719293 289432 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 12:49:21.719303 289432 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1009 12:49:21.719318 289432 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/addons for local assets ...
I1009 12:49:21.719374 289432 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/files for local assets ...
I1009 12:49:21.719407 289432 start.go:303] post-start completed in 114.841156ms
I1009 12:49:21.719689 289432 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-673046
I1009 12:49:21.735794 289432 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/config.json ...
I1009 12:49:21.736063 289432 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 12:49:21.736104 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:21.752183 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:21.848075 289432 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 12:49:21.852128 289432 start.go:128] duration metric: createHost completed in 12.589771495s
I1009 12:49:21.852160 289432 start.go:83] releasing machines lock for "addons-673046", held for 12.589924747s
I1009 12:49:21.852221 289432 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-673046
I1009 12:49:21.869886 289432 ssh_runner.go:195] Run: cat /version.json
I1009 12:49:21.869951 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:21.869961 289432 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 12:49:21.870027 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:21.887015 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:21.888279 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:22.079898 289432 ssh_runner.go:195] Run: systemctl --version
I1009 12:49:22.084234 289432 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 12:49:22.222480 289432 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 12:49:22.227114 289432 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 12:49:22.245935 289432 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1009 12:49:22.246010 289432 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 12:49:22.273373 289432 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1009 12:49:22.273404 289432 start.go:472] detecting cgroup driver to use...
I1009 12:49:22.273438 289432 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1009 12:49:22.273483 289432 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 12:49:22.288073 289432 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 12:49:22.299140 289432 docker.go:198] disabling cri-docker service (if available) ...
I1009 12:49:22.299203 289432 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 12:49:22.312367 289432 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 12:49:22.326039 289432 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 12:49:22.409948 289432 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 12:49:22.486126 289432 docker.go:214] disabling docker service ...
I1009 12:49:22.486185 289432 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 12:49:22.503825 289432 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 12:49:22.514309 289432 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 12:49:22.596430 289432 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 12:49:22.689663 289432 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 12:49:22.700008 289432 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 12:49:22.715770 289432 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1009 12:49:22.715851 289432 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 12:49:22.724736 289432 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1009 12:49:22.724806 289432 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 12:49:22.734270 289432 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 12:49:22.743533 289432 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1009 12:49:22.752443 289432 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 12:49:22.760587 289432 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 12:49:22.768408 289432 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 12:49:22.775993 289432 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 12:49:22.852273 289432 ssh_runner.go:195] Run: sudo systemctl restart crio
I1009 12:49:22.960936 289432 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1009 12:49:22.961023 289432 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1009 12:49:22.964369 289432 start.go:540] Will wait 60s for crictl version
I1009 12:49:22.964414 289432 ssh_runner.go:195] Run: which crictl
I1009 12:49:22.967588 289432 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 12:49:23.002076 289432 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1009 12:49:23.002178 289432 ssh_runner.go:195] Run: crio --version
I1009 12:49:23.037659 289432 ssh_runner.go:195] Run: crio --version
I1009 12:49:23.073225 289432 out.go:177] * Preparing Kubernetes v1.28.2 on CRI-O 1.24.6 ...
I1009 12:49:23.074740 289432 cli_runner.go:164] Run: docker network inspect addons-673046 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 12:49:23.090835 289432 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1009 12:49:23.094800 289432 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 12:49:23.105334 289432 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 12:49:23.105388 289432 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 12:49:23.155809 289432 crio.go:496] all images are preloaded for cri-o runtime.
I1009 12:49:23.155832 289432 crio.go:415] Images already preloaded, skipping extraction
I1009 12:49:23.155877 289432 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 12:49:23.189770 289432 crio.go:496] all images are preloaded for cri-o runtime.
I1009 12:49:23.189797 289432 cache_images.go:84] Images are preloaded, skipping loading
I1009 12:49:23.189865 289432 ssh_runner.go:195] Run: crio config
I1009 12:49:23.230252 289432 cni.go:84] Creating CNI manager for ""
I1009 12:49:23.230272 289432 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1009 12:49:23.230291 289432 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1009 12:49:23.230310 289432 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-673046 NodeName:addons-673046 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1009 12:49:23.230434 289432 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-673046"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 12:49:23.230495 289432 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-673046 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.2 ClusterName:addons-673046 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1009 12:49:23.230547 289432 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.2
I1009 12:49:23.238809 289432 binaries.go:44] Found k8s binaries, skipping transfer
I1009 12:49:23.238883 289432 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1009 12:49:23.246749 289432 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I1009 12:49:23.262698 289432 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 12:49:23.279364 289432 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I1009 12:49:23.295725 289432 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1009 12:49:23.299090 289432 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 12:49:23.308950 289432 certs.go:56] Setting up /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046 for IP: 192.168.49.2
I1009 12:49:23.308984 289432 certs.go:190] acquiring lock for shared ca certs: {Name:mk3c2bacffea8b3ff0d3d4351ddbd637a0ec9690 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.309109 289432 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key
I1009 12:49:23.508721 289432 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt ...
I1009 12:49:23.508754 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt: {Name:mk0b3b4dea5f7179909f9e832411cf9b61f723ae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.508906 289432 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key ...
I1009 12:49:23.508916 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key: {Name:mk9268afd0b2a686489a538d1cbf8519ab8e30c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.508982 289432 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key
I1009 12:49:23.584997 289432 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt ...
I1009 12:49:23.585030 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt: {Name:mkbd70be9c5b0ed8686988dde776a5ea0bccf7fc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.585213 289432 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key ...
I1009 12:49:23.585224 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key: {Name:mk7685bdf70a03c2b84075311fa61f2d65c5ad68 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.585325 289432 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.key
I1009 12:49:23.585340 289432 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt with IP's: []
I1009 12:49:23.739583 289432 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt ...
I1009 12:49:23.739628 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: {Name:mk08e8150873122b560002df74da1c1d4908d5fc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.739798 289432 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.key ...
I1009 12:49:23.739810 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.key: {Name:mk58554ad35b7f9c2787854d25dfc94ff0899b21 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.739880 289432 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.key.dd3b5fb2
I1009 12:49:23.739898 289432 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1009 12:49:23.844285 289432 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.crt.dd3b5fb2 ...
I1009 12:49:23.844321 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.crt.dd3b5fb2: {Name:mk5ef0b802a8a7cbb0b8e7de1a6331618b7d1679 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.844490 289432 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.key.dd3b5fb2 ...
I1009 12:49:23.844501 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.key.dd3b5fb2: {Name:mk828034fce3446ddedce612a60e12466952976d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.844566 289432 certs.go:337] copying /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.crt
I1009 12:49:23.844630 289432 certs.go:341] copying /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.key
I1009 12:49:23.844684 289432 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/proxy-client.key
I1009 12:49:23.844701 289432 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/proxy-client.crt with IP's: []
I1009 12:49:23.994452 289432 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/proxy-client.crt ...
I1009 12:49:23.994486 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/proxy-client.crt: {Name:mk12f4545c6922e82df8b6934df8548d4a2077cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.994653 289432 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/proxy-client.key ...
I1009 12:49:23.994664 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/proxy-client.key: {Name:mk0cd455f701ab9167b3301507e872fcbc16145a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:23.994824 289432 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem (1679 bytes)
I1009 12:49:23.994859 289432 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem (1082 bytes)
I1009 12:49:23.994885 289432 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem (1123 bytes)
I1009 12:49:23.994911 289432 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem (1679 bytes)
I1009 12:49:23.995558 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1009 12:49:24.017912 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1009 12:49:24.039571 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 12:49:24.060981 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1009 12:49:24.082566 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 12:49:24.104389 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1009 12:49:24.126030 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 12:49:24.148218 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1009 12:49:24.169671 289432 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 12:49:24.191553 289432 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1009 12:49:24.207593 289432 ssh_runner.go:195] Run: openssl version
I1009 12:49:24.212749 289432 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 12:49:24.221456 289432 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 12:49:24.224697 289432 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 9 12:49 /usr/share/ca-certificates/minikubeCA.pem
I1009 12:49:24.224754 289432 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 12:49:24.231115 289432 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 12:49:24.239648 289432 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1009 12:49:24.242598 289432 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1009 12:49:24.242649 289432 kubeadm.go:404] StartCluster: {Name:addons-673046 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:addons-673046 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 12:49:24.242741 289432 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1009 12:49:24.242789 289432 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1009 12:49:24.275458 289432 cri.go:89] found id: ""
I1009 12:49:24.275529 289432 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1009 12:49:24.283559 289432 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1009 12:49:24.291531 289432 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1009 12:49:24.291588 289432 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1009 12:49:24.299662 289432 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 12:49:24.299717 289432 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1009 12:49:24.378930 289432 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1009 12:49:24.445338 289432 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1009 12:49:33.076413 289432 kubeadm.go:322] [init] Using Kubernetes version: v1.28.2
I1009 12:49:33.076517 289432 kubeadm.go:322] [preflight] Running pre-flight checks
I1009 12:49:33.076653 289432 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1009 12:49:33.076724 289432 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1009 12:49:33.076768 289432 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1009 12:49:33.076823 289432 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 12:49:33.076884 289432 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1009 12:49:33.076945 289432 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 12:49:33.077005 289432 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 12:49:33.077068 289432 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 12:49:33.077162 289432 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 12:49:33.077233 289432 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1009 12:49:33.077317 289432 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1009 12:49:33.077391 289432 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1009 12:49:33.077498 289432 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 12:49:33.077635 289432 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 12:49:33.077767 289432 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1009 12:49:33.077868 289432 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 12:49:33.079864 289432 out.go:204] - Generating certificates and keys ...
I1009 12:49:33.079974 289432 kubeadm.go:322] [certs] Using existing ca certificate authority
I1009 12:49:33.080049 289432 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1009 12:49:33.080158 289432 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1009 12:49:33.080247 289432 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1009 12:49:33.080318 289432 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1009 12:49:33.080372 289432 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1009 12:49:33.080435 289432 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1009 12:49:33.080542 289432 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-673046 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1009 12:49:33.080591 289432 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1009 12:49:33.080700 289432 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-673046 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1009 12:49:33.080776 289432 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1009 12:49:33.080861 289432 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1009 12:49:33.080912 289432 kubeadm.go:322] [certs] Generating "sa" key and public key
I1009 12:49:33.080974 289432 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1009 12:49:33.081051 289432 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1009 12:49:33.081122 289432 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1009 12:49:33.081192 289432 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1009 12:49:33.081280 289432 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1009 12:49:33.081403 289432 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1009 12:49:33.081518 289432 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1009 12:49:33.083098 289432 out.go:204] - Booting up control plane ...
I1009 12:49:33.083197 289432 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1009 12:49:33.083348 289432 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1009 12:49:33.083438 289432 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1009 12:49:33.083582 289432 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1009 12:49:33.083709 289432 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1009 12:49:33.083766 289432 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1009 12:49:33.083974 289432 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1009 12:49:33.084042 289432 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.001884 seconds
I1009 12:49:33.084127 289432 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1009 12:49:33.084252 289432 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1009 12:49:33.084329 289432 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1009 12:49:33.084586 289432 kubeadm.go:322] [mark-control-plane] Marking the node addons-673046 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1009 12:49:33.084687 289432 kubeadm.go:322] [bootstrap-token] Using token: 8cypfr.mmt4cyczudlotaww
I1009 12:49:33.086271 289432 out.go:204] - Configuring RBAC rules ...
I1009 12:49:33.086389 289432 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1009 12:49:33.086485 289432 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1009 12:49:33.086606 289432 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1009 12:49:33.086709 289432 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1009 12:49:33.086831 289432 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1009 12:49:33.086931 289432 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1009 12:49:33.087032 289432 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1009 12:49:33.087069 289432 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1009 12:49:33.087116 289432 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1009 12:49:33.087122 289432 kubeadm.go:322]
I1009 12:49:33.087175 289432 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1009 12:49:33.087181 289432 kubeadm.go:322]
I1009 12:49:33.087241 289432 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1009 12:49:33.087247 289432 kubeadm.go:322]
I1009 12:49:33.087293 289432 kubeadm.go:322] mkdir -p $HOME/.kube
I1009 12:49:33.087352 289432 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1009 12:49:33.087396 289432 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1009 12:49:33.087402 289432 kubeadm.go:322]
I1009 12:49:33.087451 289432 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1009 12:49:33.087457 289432 kubeadm.go:322]
I1009 12:49:33.087496 289432 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1009 12:49:33.087502 289432 kubeadm.go:322]
I1009 12:49:33.087548 289432 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1009 12:49:33.087609 289432 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1009 12:49:33.087675 289432 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1009 12:49:33.087687 289432 kubeadm.go:322]
I1009 12:49:33.087763 289432 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1009 12:49:33.087826 289432 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1009 12:49:33.087832 289432 kubeadm.go:322]
I1009 12:49:33.087922 289432 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 8cypfr.mmt4cyczudlotaww \
I1009 12:49:33.088014 289432 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d \
I1009 12:49:33.088041 289432 kubeadm.go:322] --control-plane
I1009 12:49:33.088050 289432 kubeadm.go:322]
I1009 12:49:33.088132 289432 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1009 12:49:33.088140 289432 kubeadm.go:322]
I1009 12:49:33.088209 289432 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 8cypfr.mmt4cyczudlotaww \
I1009 12:49:33.088403 289432 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d
I1009 12:49:33.088426 289432 cni.go:84] Creating CNI manager for ""
I1009 12:49:33.088436 289432 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1009 12:49:33.093769 289432 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1009 12:49:33.095555 289432 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1009 12:49:33.099663 289432 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.2/kubectl ...
I1009 12:49:33.099687 289432 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1009 12:49:33.159042 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1009 12:49:33.818040 289432 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1009 12:49:33.818163 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:33.818201 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=5246c25d92858f2bed1b803bf67475f9bc0a2245 minikube.k8s.io/name=addons-673046 minikube.k8s.io/updated_at=2023_10_09T12_49_33_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:33.825415 289432 ops.go:34] apiserver oom_adj: -16
I1009 12:49:33.892338 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:33.986281 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:34.574563 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:35.074348 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:35.574108 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:36.074698 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:36.574292 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:37.074299 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:37.574482 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:38.074125 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:38.574392 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:39.074445 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:39.574201 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:40.074336 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:40.574012 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:41.074438 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:41.574484 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:42.074718 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:42.574991 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:43.074778 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:43.573982 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:44.074762 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:44.574402 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:45.074622 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:45.574134 289432 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:49:45.671170 289432 kubeadm.go:1081] duration metric: took 11.853060804s to wait for elevateKubeSystemPrivileges.
I1009 12:49:45.671214 289432 kubeadm.go:406] StartCluster complete in 21.428571466s
I1009 12:49:45.671243 289432 settings.go:142] acquiring lock: {Name:mkf8e5b9773759407079f6b75062d2969120bd75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:45.671397 289432 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 12:49:45.672118 289432 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/kubeconfig: {Name:mk69ffee513ea7fb609d7f43a8ee98b76086120b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:49:45.672383 289432 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1009 12:49:45.672472 289432 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1009 12:49:45.672586 289432 addons.go:69] Setting volumesnapshots=true in profile "addons-673046"
I1009 12:49:45.672608 289432 addons.go:231] Setting addon volumesnapshots=true in "addons-673046"
I1009 12:49:45.672652 289432 addons.go:69] Setting default-storageclass=true in profile "addons-673046"
I1009 12:49:45.672665 289432 config.go:182] Loaded profile config "addons-673046": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:49:45.672669 289432 addons.go:69] Setting inspektor-gadget=true in profile "addons-673046"
I1009 12:49:45.672666 289432 addons.go:69] Setting helm-tiller=true in profile "addons-673046"
I1009 12:49:45.672686 289432 addons.go:69] Setting cloud-spanner=true in profile "addons-673046"
I1009 12:49:45.672679 289432 addons.go:69] Setting gcp-auth=true in profile "addons-673046"
I1009 12:49:45.672694 289432 addons.go:231] Setting addon helm-tiller=true in "addons-673046"
I1009 12:49:45.672696 289432 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-673046"
I1009 12:49:45.672700 289432 addons.go:231] Setting addon cloud-spanner=true in "addons-673046"
I1009 12:49:45.672700 289432 addons.go:69] Setting storage-provisioner=true in profile "addons-673046"
I1009 12:49:45.672707 289432 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-673046"
I1009 12:49:45.672688 289432 addons.go:69] Setting metrics-server=true in profile "addons-673046"
I1009 12:49:45.672711 289432 addons.go:69] Setting registry=true in profile "addons-673046"
I1009 12:49:45.672717 289432 addons.go:231] Setting addon storage-provisioner=true in "addons-673046"
I1009 12:49:45.672721 289432 addons.go:231] Setting addon metrics-server=true in "addons-673046"
I1009 12:49:45.672724 289432 addons.go:231] Setting addon registry=true in "addons-673046"
I1009 12:49:45.672736 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672741 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672743 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672750 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672752 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672757 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672666 289432 addons.go:69] Setting ingress-dns=true in profile "addons-673046"
I1009 12:49:45.672659 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672863 289432 addons.go:231] Setting addon ingress-dns=true in "addons-673046"
I1009 12:49:45.672896 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672967 289432 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-673046"
I1009 12:49:45.672986 289432 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-673046"
I1009 12:49:45.673251 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.673284 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.673302 289432 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-673046"
I1009 12:49:45.673329 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.673337 289432 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-673046"
I1009 12:49:45.673349 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.673370 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.672675 289432 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-673046"
I1009 12:49:45.673677 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.673735 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.673768 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.672687 289432 addons.go:69] Setting ingress=true in profile "addons-673046"
I1009 12:49:45.674010 289432 addons.go:231] Setting addon ingress=true in "addons-673046"
I1009 12:49:45.674071 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.674535 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.672679 289432 addons.go:231] Setting addon inspektor-gadget=true in "addons-673046"
I1009 12:49:45.674786 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.675238 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.676422 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.673284 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.679007 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.673289 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.672707 289432 mustload.go:65] Loading cluster: addons-673046
I1009 12:49:45.704794 289432 config.go:182] Loaded profile config "addons-673046": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:49:45.705298 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.708887 289432 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.1
I1009 12:49:45.716810 289432 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1009 12:49:45.716837 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1009 12:49:45.716914 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
W1009 12:49:45.715623 289432 kapi.go:245] failed rescaling "coredns" deployment in "kube-system" namespace and "addons-673046" context to 1 replicas: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
E1009 12:49:45.717768 289432 start.go:219] Unable to scale down deployment "coredns" in namespace "kube-system" to 1 replica: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
I1009 12:49:45.717804 289432 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 12:49:45.721820 289432 out.go:177] * Verifying Kubernetes components...
I1009 12:49:45.722061 289432 addons.go:231] Setting addon default-storageclass=true in "addons-673046"
I1009 12:49:45.723234 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.723760 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.723948 289432 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1009 12:49:45.725391 289432 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1009 12:49:45.725011 289432 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 12:49:45.727206 289432 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1009 12:49:45.727226 289432 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.1
I1009 12:49:45.734050 289432 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1009 12:49:45.732640 289432 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.21.0
I1009 12:49:45.732791 289432 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I1009 12:49:45.735550 289432 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1009 12:49:45.738166 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1009 12:49:45.740362 289432 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1009 12:49:45.740504 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1009 12:49:45.740528 289432 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I1009 12:49:45.740544 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I1009 12:49:45.740576 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.740600 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.740785 289432 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I1009 12:49:45.740891 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.742259 289432 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I1009 12:49:45.740408 289432 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1009 12:49:45.743933 289432 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1009 12:49:45.744981 289432 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1009 12:49:45.744992 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)
I1009 12:49:45.746482 289432 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1009 12:49:45.746528 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.748211 289432 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1009 12:49:45.749515 289432 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1009 12:49:45.751018 289432 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1009 12:49:45.751041 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1009 12:49:45.751106 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.764565 289432 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-673046"
I1009 12:49:45.764621 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.765121 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:45.773596 289432 out.go:177] - Using image docker.io/registry:2.8.1
I1009 12:49:45.775493 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.778040 289432 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1009 12:49:45.783471 289432 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1009 12:49:45.783498 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1009 12:49:45.777106 289432 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1009 12:49:45.785174 289432 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1009 12:49:45.785195 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1009 12:49:45.785271 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.783568 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.795888 289432 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1009 12:49:45.777119 289432 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.11
I1009 12:49:45.783826 289432 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1009 12:49:45.793843 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.794176 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.795365 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:45.799000 289432 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1009 12:49:45.799016 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1009 12:49:45.799068 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.799392 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1009 12:49:45.799458 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.801822 289432 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1009 12:49:45.801842 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1009 12:49:45.801891 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.813875 289432 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1009 12:49:45.816719 289432 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1009 12:49:45.816742 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1009 12:49:45.816803 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.828546 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.830862 289432 out.go:177] - Using image docker.io/busybox:stable
I1009 12:49:45.829283 289432 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1009 12:49:45.830282 289432 node_ready.go:35] waiting up to 6m0s for node "addons-673046" to be "Ready" ...
I1009 12:49:45.830464 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.832182 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.833758 289432 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1009 12:49:45.835831 289432 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1009 12:49:45.835859 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1009 12:49:45.835920 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:45.836417 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.842493 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.847484 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.848983 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.850908 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:45.859197 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
W1009 12:49:45.861038 289432 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1009 12:49:45.861070 289432 retry.go:31] will retry after 315.005418ms: ssh: handshake failed: EOF
I1009 12:49:45.877602 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:46.067560 289432 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I1009 12:49:46.067597 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I1009 12:49:46.173734 289432 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1009 12:49:46.173769 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1009 12:49:46.178281 289432 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I1009 12:49:46.178312 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I1009 12:49:46.259529 289432 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1009 12:49:46.259610 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1009 12:49:46.260506 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1009 12:49:46.263567 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1009 12:49:46.272898 289432 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1009 12:49:46.272940 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1009 12:49:46.274279 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1009 12:49:46.357632 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1009 12:49:46.358275 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1009 12:49:46.367798 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I1009 12:49:46.457301 289432 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1009 12:49:46.457332 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1009 12:49:46.466715 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1009 12:49:46.470498 289432 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1009 12:49:46.470526 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1009 12:49:46.473978 289432 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1009 12:49:46.474062 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1009 12:49:46.477332 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1009 12:49:46.557784 289432 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1009 12:49:46.557819 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1009 12:49:46.771110 289432 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1009 12:49:46.771138 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1009 12:49:46.777632 289432 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1009 12:49:46.777660 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1009 12:49:46.857565 289432 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1009 12:49:46.857590 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1009 12:49:46.971668 289432 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1009 12:49:46.971760 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1009 12:49:47.261978 289432 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1009 12:49:47.262027 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1009 12:49:47.356108 289432 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1009 12:49:47.356156 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1009 12:49:47.455955 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1009 12:49:47.458179 289432 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1009 12:49:47.458209 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1009 12:49:47.467009 289432 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1009 12:49:47.467042 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1009 12:49:47.472526 289432 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1009 12:49:47.472571 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1009 12:49:47.767045 289432 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1009 12:49:47.767076 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1009 12:49:47.873153 289432 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1009 12:49:47.873247 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1009 12:49:47.974706 289432 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.142215686s)
I1009 12:49:47.974760 289432 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1009 12:49:47.978497 289432 node_ready.go:58] node "addons-673046" has status "Ready":"False"
I1009 12:49:48.057066 289432 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1009 12:49:48.057095 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1009 12:49:48.057826 289432 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1009 12:49:48.057860 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1009 12:49:48.069008 289432 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1009 12:49:48.069044 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1009 12:49:48.266548 289432 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1009 12:49:48.266580 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1009 12:49:48.277986 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.017399761s)
I1009 12:49:48.365599 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1009 12:49:48.373968 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1009 12:49:48.574758 289432 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1009 12:49:48.574792 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1009 12:49:48.575483 289432 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1009 12:49:48.575506 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1009 12:49:48.675048 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.411390376s)
I1009 12:49:48.957939 289432 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1009 12:49:48.958030 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1009 12:49:49.058074 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1009 12:49:49.076754 289432 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1009 12:49:49.076795 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1009 12:49:49.456040 289432 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1009 12:49:49.456085 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1009 12:49:49.768323 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1009 12:49:49.980186 289432 node_ready.go:58] node "addons-673046" has status "Ready":"False"
I1009 12:49:50.964581 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.690246513s)
I1009 12:49:52.367105 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.009347969s)
I1009 12:49:52.367156 289432 addons.go:467] Verifying addon ingress=true in "addons-673046"
I1009 12:49:52.367218 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (6.008858169s)
I1009 12:49:52.369927 289432 out.go:177] * Verifying ingress addon...
I1009 12:49:52.367365 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (5.999475836s)
I1009 12:49:52.367446 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.900685238s)
I1009 12:49:52.367541 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.890132632s)
I1009 12:49:52.367617 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.911619548s)
I1009 12:49:52.367670 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.002035446s)
I1009 12:49:52.367784 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.993776837s)
I1009 12:49:52.367870 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (3.309758741s)
I1009 12:49:52.372397 289432 addons.go:467] Verifying addon registry=true in "addons-673046"
I1009 12:49:52.375631 289432 out.go:177] * Verifying registry addon...
W1009 12:49:52.372651 289432 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1009 12:49:52.372396 289432 addons.go:467] Verifying addon metrics-server=true in "addons-673046"
I1009 12:49:52.373671 289432 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1009 12:49:52.377482 289432 retry.go:31] will retry after 182.584643ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1009 12:49:52.378095 289432 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1009 12:49:52.382767 289432 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1009 12:49:52.382790 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:52.384643 289432 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1009 12:49:52.384667 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:52.385990 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:52.387697 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:52.462716 289432 node_ready.go:58] node "addons-673046" has status "Ready":"False"
I1009 12:49:52.560521 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1009 12:49:52.605378 289432 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1009 12:49:52.605462 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:52.623801 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:52.818110 289432 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1009 12:49:52.876608 289432 addons.go:231] Setting addon gcp-auth=true in "addons-673046"
I1009 12:49:52.876678 289432 host.go:66] Checking if "addons-673046" exists ...
I1009 12:49:52.877214 289432 cli_runner.go:164] Run: docker container inspect addons-673046 --format={{.State.Status}}
I1009 12:49:52.890446 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:52.892683 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:52.899856 289432 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1009 12:49:52.899921 289432 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673046
I1009 12:49:52.919324 289432 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/addons-673046/id_rsa Username:docker}
I1009 12:49:53.391121 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:53.392245 289432 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1009 12:49:53.392271 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:53.463553 289432 node_ready.go:49] node "addons-673046" has status "Ready":"True"
I1009 12:49:53.463589 289432 node_ready.go:38] duration metric: took 7.631314886s waiting for node "addons-673046" to be "Ready" ...
I1009 12:49:53.463602 289432 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 12:49:53.474974 289432 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-jncc9" in "kube-system" namespace to be "Ready" ...
I1009 12:49:53.965452 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:53.966320 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:53.983708 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.215278684s)
I1009 12:49:53.983753 289432 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-673046"
I1009 12:49:53.985674 289432 out.go:177] * Verifying csi-hostpath-driver addon...
I1009 12:49:53.988904 289432 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1009 12:49:54.070077 289432 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1009 12:49:54.070109 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:54.079192 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:54.460668 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:54.461169 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:54.661770 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:54.862915 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.302339405s)
I1009 12:49:54.862977 289432 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.96308139s)
I1009 12:49:54.865023 289432 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I1009 12:49:54.866595 289432 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1009 12:49:54.868055 289432 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1009 12:49:54.868077 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1009 12:49:54.885825 289432 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1009 12:49:54.885848 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1009 12:49:54.890462 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:54.892407 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:54.904037 289432 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1009 12:49:54.904055 289432 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)
I1009 12:49:54.920729 289432 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1009 12:49:55.161685 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:55.472554 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:55.475880 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:55.575097 289432 pod_ready.go:92] pod "coredns-5dd5756b68-jncc9" in "kube-system" namespace has status "Ready":"True"
I1009 12:49:55.575128 289432 pod_ready.go:81] duration metric: took 2.100117837s waiting for pod "coredns-5dd5756b68-jncc9" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.575142 289432 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-ljgn6" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.586071 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:55.657764 289432 pod_ready.go:92] pod "coredns-5dd5756b68-ljgn6" in "kube-system" namespace has status "Ready":"True"
I1009 12:49:55.657797 289432 pod_ready.go:81] duration metric: took 82.646482ms waiting for pod "coredns-5dd5756b68-ljgn6" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.657817 289432 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-673046" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.669448 289432 pod_ready.go:92] pod "etcd-addons-673046" in "kube-system" namespace has status "Ready":"True"
I1009 12:49:55.669475 289432 pod_ready.go:81] duration metric: took 11.65031ms waiting for pod "etcd-addons-673046" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.669493 289432 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-673046" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.677702 289432 pod_ready.go:92] pod "kube-apiserver-addons-673046" in "kube-system" namespace has status "Ready":"True"
I1009 12:49:55.677734 289432 pod_ready.go:81] duration metric: took 8.231324ms waiting for pod "kube-apiserver-addons-673046" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.677748 289432 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-673046" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.866235 289432 pod_ready.go:92] pod "kube-controller-manager-addons-673046" in "kube-system" namespace has status "Ready":"True"
I1009 12:49:55.866279 289432 pod_ready.go:81] duration metric: took 188.521331ms waiting for pod "kube-controller-manager-addons-673046" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.866295 289432 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-27tkz" in "kube-system" namespace to be "Ready" ...
I1009 12:49:55.890871 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:55.959648 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:56.167714 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:56.264681 289432 pod_ready.go:92] pod "kube-proxy-27tkz" in "kube-system" namespace has status "Ready":"True"
I1009 12:49:56.264713 289432 pod_ready.go:81] duration metric: took 398.409198ms waiting for pod "kube-proxy-27tkz" in "kube-system" namespace to be "Ready" ...
I1009 12:49:56.264726 289432 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-673046" in "kube-system" namespace to be "Ready" ...
I1009 12:49:56.463274 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:56.467789 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:56.587536 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:56.673412 289432 pod_ready.go:92] pod "kube-scheduler-addons-673046" in "kube-system" namespace has status "Ready":"True"
I1009 12:49:56.673494 289432 pod_ready.go:81] duration metric: took 408.760022ms waiting for pod "kube-scheduler-addons-673046" in "kube-system" namespace to be "Ready" ...
I1009 12:49:56.673512 289432 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-7c66d45ddc-q8dwg" in "kube-system" namespace to be "Ready" ...
I1009 12:49:56.872829 289432 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.952053934s)
I1009 12:49:56.874866 289432 addons.go:467] Verifying addon gcp-auth=true in "addons-673046"
I1009 12:49:56.876894 289432 out.go:177] * Verifying gcp-auth addon...
I1009 12:49:56.879415 289432 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1009 12:49:56.882652 289432 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1009 12:49:56.882673 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:49:56.959009 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:49:56.961100 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:56.961115 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:57.088216 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:57.391573 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:57.457029 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:57.462919 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:49:57.586953 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:57.892545 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:57.958685 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:57.963140 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:49:58.086278 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:58.390246 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:58.392689 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:58.462522 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:49:58.586257 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:58.891240 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:58.892970 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:58.963421 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:49:58.970611 289432 pod_ready.go:102] pod "metrics-server-7c66d45ddc-q8dwg" in "kube-system" namespace has status "Ready":"False"
I1009 12:49:59.084934 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:59.390953 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:59.393618 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:59.463791 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:49:59.585121 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:49:59.891659 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:49:59.892503 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:49:59.962895 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:00.085586 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:00.391425 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:00.392027 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:00.463208 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:00.585000 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:00.891279 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:00.892464 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:00.963437 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:01.085317 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:01.394030 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:01.394918 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:01.462600 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:01.470079 289432 pod_ready.go:102] pod "metrics-server-7c66d45ddc-q8dwg" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:01.585412 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:01.890356 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:01.892751 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:01.964214 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:02.085943 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:02.390527 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:02.392796 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:02.462600 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:02.585176 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:02.890070 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:02.891358 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:02.963475 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:03.085120 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:03.393650 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:03.394557 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:03.463294 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:03.470398 289432 pod_ready.go:92] pod "metrics-server-7c66d45ddc-q8dwg" in "kube-system" namespace has status "Ready":"True"
I1009 12:50:03.470421 289432 pod_ready.go:81] duration metric: took 6.796901905s waiting for pod "metrics-server-7c66d45ddc-q8dwg" in "kube-system" namespace to be "Ready" ...
I1009 12:50:03.470432 289432 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace to be "Ready" ...
I1009 12:50:03.584756 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:03.890451 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:03.895336 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:03.963216 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:04.085540 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:04.391157 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:04.392346 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:04.463570 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:04.585685 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:04.891043 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:04.892620 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:04.963611 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:05.085570 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:05.391781 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:05.393305 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:05.463088 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:05.485000 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:05.584811 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:05.890520 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:05.894738 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:05.962622 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:06.084997 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:06.391792 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:06.393648 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:06.462764 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:06.584831 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:06.890981 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:06.892814 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:06.962801 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:07.086849 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:07.460025 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:07.461923 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:07.463163 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:07.487162 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:07.659857 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:07.960383 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:07.960439 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:07.963883 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:08.085121 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:08.390322 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:08.392538 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:08.463701 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:08.584426 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:08.891346 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:08.892684 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:08.963975 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:09.086009 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:09.390439 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:09.393466 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:09.463379 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:09.585168 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:09.891365 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:09.894005 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:09.963002 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:09.986500 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:10.085771 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:10.392231 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:10.395843 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:10.462796 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:10.585573 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:10.890379 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:10.892663 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:10.962285 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:11.085969 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:11.390341 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:11.393220 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:11.463405 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:11.584541 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:11.891410 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:11.892730 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:11.963809 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:11.987419 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:12.085319 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:12.390896 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:12.392160 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:12.462936 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:12.585203 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:12.890809 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:12.891779 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:12.962665 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:13.084972 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:13.390261 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:13.392628 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:13.463243 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:13.584291 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:13.891624 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:13.891972 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:13.963002 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:14.084902 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:14.390342 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:14.392209 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:14.463187 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:14.485248 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:14.585390 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:14.891539 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:14.892247 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:14.963032 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:15.084423 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:15.391522 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:15.457325 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:15.463575 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:15.584946 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:15.891117 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:15.892529 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:15.963762 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:16.085400 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:16.391707 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:16.392011 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:16.463188 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:16.485892 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:16.584802 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:16.891029 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:16.892169 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:16.963102 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:17.085497 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:17.391460 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:17.391973 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:17.462872 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:17.585099 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:17.890762 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:17.891860 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:17.962765 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:18.084754 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:18.390383 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:18.392172 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:18.463242 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:18.585150 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:18.890617 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:18.891546 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:18.963657 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:18.985099 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:19.085155 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:19.390518 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:19.392463 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:19.463532 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:19.584271 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:19.890712 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:19.891882 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:19.962652 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:20.085009 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:20.390703 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:20.392545 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:20.463757 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:20.585273 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:20.890419 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:20.892727 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:20.962427 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:21.084913 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:21.391197 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:21.392177 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:21.463151 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:21.485543 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:21.584581 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:21.890825 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:21.893370 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:21.963495 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:22.085389 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:22.391437 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:22.392209 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:22.463063 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:22.584779 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:22.890731 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:22.891867 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:22.962870 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:23.085683 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:23.391298 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:23.392212 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:23.463073 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:23.584607 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:23.959988 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:23.963096 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:23.964926 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:24.058041 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:24.161987 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:24.475800 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:24.477088 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:24.477626 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:24.657602 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:24.891320 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:24.892584 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:24.964087 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:25.085919 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:25.398644 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:25.400932 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:25.463487 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:25.586116 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:25.892811 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:25.893526 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:25.963772 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:26.084957 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:26.391591 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:26.392614 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:26.464124 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:26.485873 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:26.586300 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:26.890602 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:26.891562 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:26.963541 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:27.084893 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:27.391041 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:27.392121 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:27.463271 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:27.587796 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:27.890953 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:27.892312 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:27.963858 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:28.085846 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:28.390110 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:28.392566 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:28.463617 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:28.485934 289432 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"False"
I1009 12:50:28.585686 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:28.889862 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:28.894266 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:28.963214 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:29.087406 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:29.391456 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:29.392476 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:29.464257 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:29.587157 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:29.890679 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:29.893027 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:29.963150 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:29.985749 289432 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace has status "Ready":"True"
I1009 12:50:29.985771 289432 pod_ready.go:81] duration metric: took 26.515332233s waiting for pod "nvidia-device-plugin-daemonset-tqb24" in "kube-system" namespace to be "Ready" ...
I1009 12:50:29.985790 289432 pod_ready.go:38] duration metric: took 36.522175039s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 12:50:29.985810 289432 api_server.go:52] waiting for apiserver process to appear ...
I1009 12:50:29.985861 289432 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1009 12:50:29.998368 289432 api_server.go:72] duration metric: took 44.280522958s to wait for apiserver process to appear ...
I1009 12:50:29.998399 289432 api_server.go:88] waiting for apiserver healthz status ...
I1009 12:50:29.998421 289432 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1009 12:50:30.002967 289432 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1009 12:50:30.004202 289432 api_server.go:141] control plane version: v1.28.2
I1009 12:50:30.004228 289432 api_server.go:131] duration metric: took 5.821468ms to wait for apiserver health ...
I1009 12:50:30.004237 289432 system_pods.go:43] waiting for kube-system pods to appear ...
I1009 12:50:30.014614 289432 system_pods.go:59] 20 kube-system pods found
I1009 12:50:30.014654 289432 system_pods.go:61] "coredns-5dd5756b68-jncc9" [5fd67185-f253-46b4-ab41-e902fee1ac75] Running
I1009 12:50:30.014663 289432 system_pods.go:61] "coredns-5dd5756b68-ljgn6" [a1fa435e-1bb4-476c-b478-8dbd4fd9d6be] Running
I1009 12:50:30.014677 289432 system_pods.go:61] "csi-hostpath-attacher-0" [c6367281-a67b-4745-a2d6-ace36a9e9851] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1009 12:50:30.014695 289432 system_pods.go:61] "csi-hostpath-resizer-0" [844e4876-a6bd-4f4c-b006-cb6671cf9e80] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1009 12:50:30.014710 289432 system_pods.go:61] "csi-hostpathplugin-49t6k" [f0679d19-6544-4b53-9b21-02a963ecae6e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1009 12:50:30.014723 289432 system_pods.go:61] "etcd-addons-673046" [afb1e133-601f-458e-a2a3-f3fa50ce0573] Running
I1009 12:50:30.014733 289432 system_pods.go:61] "kindnet-w9cnt" [9c4e666c-7fb1-4297-93d0-93156a65c447] Running
I1009 12:50:30.014742 289432 system_pods.go:61] "kube-apiserver-addons-673046" [67a788c7-b081-4a5b-813c-73199fdb46dd] Running
I1009 12:50:30.014753 289432 system_pods.go:61] "kube-controller-manager-addons-673046" [e70923db-c78b-4dfa-a775-2135c2a9e2d3] Running
I1009 12:50:30.014763 289432 system_pods.go:61] "kube-ingress-dns-minikube" [e801ae6a-096a-4365-88da-858d11693a9b] Running
I1009 12:50:30.014770 289432 system_pods.go:61] "kube-proxy-27tkz" [7fd40c21-8acd-4764-9437-8c91f6c8245b] Running
I1009 12:50:30.014780 289432 system_pods.go:61] "kube-scheduler-addons-673046" [80e01f9c-6272-44b7-a75a-dd1d155aed04] Running
I1009 12:50:30.014786 289432 system_pods.go:61] "metrics-server-7c66d45ddc-q8dwg" [ff092564-d399-4fbb-bf13-85a501f6114f] Running
I1009 12:50:30.014799 289432 system_pods.go:61] "nvidia-device-plugin-daemonset-tqb24" [43650e88-b8c3-468c-ad3a-55245b36db93] Running
I1009 12:50:30.014805 289432 system_pods.go:61] "registry-6hvp6" [657ca6d2-c896-4592-9e22-b2d77c11bb88] Running
I1009 12:50:30.014814 289432 system_pods.go:61] "registry-proxy-wbljq" [878e26bc-e946-47fd-ad42-f7df7d37457c] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1009 12:50:30.014823 289432 system_pods.go:61] "snapshot-controller-58dbcc7b99-8j7ph" [7de225ed-e057-4d00-9820-53ec0e0be00f] Running
I1009 12:50:30.014835 289432 system_pods.go:61] "snapshot-controller-58dbcc7b99-rtvfk" [8ed1b056-d1f0-40cd-9491-92eff8bdc15e] Running
I1009 12:50:30.014842 289432 system_pods.go:61] "storage-provisioner" [cc56f2a6-98c0-4174-b286-1d3f19d615c3] Running
I1009 12:50:30.014853 289432 system_pods.go:61] "tiller-deploy-7b677967b9-6fntj" [3688c21b-60a4-4230-9beb-df8ce44b48df] Running
I1009 12:50:30.014863 289432 system_pods.go:74] duration metric: took 10.617025ms to wait for pod list to return data ...
I1009 12:50:30.014873 289432 default_sa.go:34] waiting for default service account to be created ...
I1009 12:50:30.017440 289432 default_sa.go:45] found service account: "default"
I1009 12:50:30.017465 289432 default_sa.go:55] duration metric: took 2.584332ms for default service account to be created ...
I1009 12:50:30.017474 289432 system_pods.go:116] waiting for k8s-apps to be running ...
I1009 12:50:30.027813 289432 system_pods.go:86] 20 kube-system pods found
I1009 12:50:30.027850 289432 system_pods.go:89] "coredns-5dd5756b68-jncc9" [5fd67185-f253-46b4-ab41-e902fee1ac75] Running
I1009 12:50:30.027856 289432 system_pods.go:89] "coredns-5dd5756b68-ljgn6" [a1fa435e-1bb4-476c-b478-8dbd4fd9d6be] Running
I1009 12:50:30.027864 289432 system_pods.go:89] "csi-hostpath-attacher-0" [c6367281-a67b-4745-a2d6-ace36a9e9851] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1009 12:50:30.027872 289432 system_pods.go:89] "csi-hostpath-resizer-0" [844e4876-a6bd-4f4c-b006-cb6671cf9e80] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1009 12:50:30.027880 289432 system_pods.go:89] "csi-hostpathplugin-49t6k" [f0679d19-6544-4b53-9b21-02a963ecae6e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1009 12:50:30.027887 289432 system_pods.go:89] "etcd-addons-673046" [afb1e133-601f-458e-a2a3-f3fa50ce0573] Running
I1009 12:50:30.027892 289432 system_pods.go:89] "kindnet-w9cnt" [9c4e666c-7fb1-4297-93d0-93156a65c447] Running
I1009 12:50:30.027896 289432 system_pods.go:89] "kube-apiserver-addons-673046" [67a788c7-b081-4a5b-813c-73199fdb46dd] Running
I1009 12:50:30.027900 289432 system_pods.go:89] "kube-controller-manager-addons-673046" [e70923db-c78b-4dfa-a775-2135c2a9e2d3] Running
I1009 12:50:30.027909 289432 system_pods.go:89] "kube-ingress-dns-minikube" [e801ae6a-096a-4365-88da-858d11693a9b] Running
I1009 12:50:30.027913 289432 system_pods.go:89] "kube-proxy-27tkz" [7fd40c21-8acd-4764-9437-8c91f6c8245b] Running
I1009 12:50:30.027920 289432 system_pods.go:89] "kube-scheduler-addons-673046" [80e01f9c-6272-44b7-a75a-dd1d155aed04] Running
I1009 12:50:30.027925 289432 system_pods.go:89] "metrics-server-7c66d45ddc-q8dwg" [ff092564-d399-4fbb-bf13-85a501f6114f] Running
I1009 12:50:30.027931 289432 system_pods.go:89] "nvidia-device-plugin-daemonset-tqb24" [43650e88-b8c3-468c-ad3a-55245b36db93] Running
I1009 12:50:30.027937 289432 system_pods.go:89] "registry-6hvp6" [657ca6d2-c896-4592-9e22-b2d77c11bb88] Running
I1009 12:50:30.027943 289432 system_pods.go:89] "registry-proxy-wbljq" [878e26bc-e946-47fd-ad42-f7df7d37457c] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1009 12:50:30.027950 289432 system_pods.go:89] "snapshot-controller-58dbcc7b99-8j7ph" [7de225ed-e057-4d00-9820-53ec0e0be00f] Running
I1009 12:50:30.027955 289432 system_pods.go:89] "snapshot-controller-58dbcc7b99-rtvfk" [8ed1b056-d1f0-40cd-9491-92eff8bdc15e] Running
I1009 12:50:30.027961 289432 system_pods.go:89] "storage-provisioner" [cc56f2a6-98c0-4174-b286-1d3f19d615c3] Running
I1009 12:50:30.027965 289432 system_pods.go:89] "tiller-deploy-7b677967b9-6fntj" [3688c21b-60a4-4230-9beb-df8ce44b48df] Running
I1009 12:50:30.027976 289432 system_pods.go:126] duration metric: took 10.496172ms to wait for k8s-apps to be running ...
I1009 12:50:30.027986 289432 system_svc.go:44] waiting for kubelet service to be running ....
I1009 12:50:30.028035 289432 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 12:50:30.040494 289432 system_svc.go:56] duration metric: took 12.495616ms WaitForService to wait for kubelet.
I1009 12:50:30.040522 289432 kubeadm.go:581] duration metric: took 44.322685729s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1009 12:50:30.040551 289432 node_conditions.go:102] verifying NodePressure condition ...
I1009 12:50:30.043597 289432 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1009 12:50:30.043624 289432 node_conditions.go:123] node cpu capacity is 8
I1009 12:50:30.043637 289432 node_conditions.go:105] duration metric: took 3.081083ms to run NodePressure ...
I1009 12:50:30.043650 289432 start.go:228] waiting for startup goroutines ...
I1009 12:50:30.085335 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:30.391164 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:30.392222 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:30.463504 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:30.586431 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:30.890838 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:30.892320 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:30.963227 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:31.085211 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:31.390641 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:31.391985 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:31.463380 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:31.586022 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:31.890056 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:31.892355 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:31.963354 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:32.085392 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:32.391715 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:32.392388 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:32.463619 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:32.584202 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:32.891286 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:32.892361 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:32.963628 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:33.087671 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:33.390970 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:33.393998 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:33.463083 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:33.585520 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:33.891681 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:33.893603 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:33.963643 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:34.085997 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:34.391555 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:34.392057 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:34.463575 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:34.586042 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:34.890910 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:34.895992 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:34.963060 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:35.085436 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:35.391655 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:35.393461 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:35.463555 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:35.585859 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:35.891043 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:35.893052 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:35.962964 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:36.084868 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:36.390315 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:36.392366 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1009 12:50:36.463605 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:36.585441 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:36.891284 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:36.892018 289432 kapi.go:107] duration metric: took 44.513923053s to wait for kubernetes.io/minikube-addons=registry ...
I1009 12:50:36.963444 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:37.085155 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:37.391096 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:37.462958 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:37.585219 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:37.890814 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:37.962980 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:38.084573 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:38.391148 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:38.462809 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:38.585266 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:38.891216 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:38.962795 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:39.084363 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:39.390695 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:39.463216 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:39.585557 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:39.890975 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:39.963449 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:40.086336 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:40.391442 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:40.462500 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:40.585382 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:40.891082 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:40.962918 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:41.088456 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:41.390477 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:41.462761 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:41.584640 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:41.889978 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:41.962262 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:42.085180 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:42.390556 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:42.462963 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:42.584566 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:42.889863 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:42.963125 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:43.086192 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:43.390427 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:43.463483 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:43.586084 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:43.890426 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:43.963216 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:44.085949 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:44.391424 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:44.462744 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:44.584537 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:44.891654 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:44.963086 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:45.085260 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:45.390576 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:45.462955 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:45.584601 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:45.890206 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:45.962620 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:46.085394 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:46.390422 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:46.463003 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:46.584714 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:46.890191 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:46.962938 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:47.085911 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:47.389932 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:47.463807 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:47.584451 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:47.890307 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:47.963182 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:48.085373 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:48.392297 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:48.462738 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:48.584724 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:48.889944 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:48.962468 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:49.085840 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:49.391409 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:49.462825 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:49.585123 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:49.891572 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:49.962689 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:50.084736 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:50.390511 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:50.463201 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:50.585279 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:50.890761 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:50.963703 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:51.084792 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:51.390270 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:51.463127 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:51.584948 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:51.890227 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:51.962678 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:52.085357 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:52.391092 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:52.463167 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:52.586468 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1009 12:50:52.889863 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:52.963341 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:53.085309 289432 kapi.go:107] duration metric: took 59.096399919s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1009 12:50:53.390620 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:53.463473 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:53.890478 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:53.963163 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:54.390533 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:54.462834 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:54.890866 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:54.963685 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:55.390768 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:55.463903 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:55.890181 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:55.963155 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:56.390135 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:56.462761 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:56.890843 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:56.964175 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:57.390232 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:57.463508 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:57.891212 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:57.962835 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:58.391937 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:58.464470 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:58.959139 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:58.968002 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:59.391815 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:59.464610 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:50:59.962376 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:50:59.964616 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:00.391629 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:00.463669 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:00.891082 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:00.963444 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:01.390685 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:01.463773 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:01.890691 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:01.963242 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:02.390709 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:02.463286 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:02.891274 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:02.963038 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:03.391828 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:03.463347 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:03.891037 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:03.964145 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:04.390365 289432 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1009 12:51:04.462771 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:04.891163 289432 kapi.go:107] duration metric: took 1m12.517497612s to wait for app.kubernetes.io/name=ingress-nginx ...
I1009 12:51:04.963404 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:05.462959 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:05.963490 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:06.462893 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:06.963658 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:07.462358 289432 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1009 12:51:07.963273 289432 kapi.go:107] duration metric: took 1m11.083835613s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1009 12:51:07.970182 289432 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-673046 cluster.
I1009 12:51:07.972104 289432 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1009 12:51:07.979540 289432 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1009 12:51:07.985015 289432 out.go:177] * Enabled addons: nvidia-device-plugin, default-storageclass, storage-provisioner, cloud-spanner, ingress-dns, inspektor-gadget, helm-tiller, metrics-server, storage-provisioner-rancher, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I1009 12:51:07.990119 289432 addons.go:502] enable addons completed in 1m22.317642055s: enabled=[nvidia-device-plugin default-storageclass storage-provisioner cloud-spanner ingress-dns inspektor-gadget helm-tiller metrics-server storage-provisioner-rancher volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I1009 12:51:07.990178 289432 start.go:233] waiting for cluster config update ...
I1009 12:51:07.990206 289432 start.go:242] writing updated cluster config ...
I1009 12:51:07.990536 289432 ssh_runner.go:195] Run: rm -f paused
I1009 12:51:08.045227 289432 start.go:600] kubectl: 1.28.2, cluster: 1.28.2 (minor skew: 0)
I1009 12:51:08.086474 289432 out.go:177] * Done! kubectl is now configured to use "addons-673046" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 09 12:54:04 addons-673046 crio[948]: time="2023-10-09 12:54:04.358873899Z" level=info msg="Removing container: 170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4" id=96b9e175-6653-4557-802c-16aa5caac035 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 09 12:54:04 addons-673046 crio[948]: time="2023-10-09 12:54:04.375421081Z" level=info msg="Removed container 170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=96b9e175-6653-4557-802c-16aa5caac035 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 09 12:54:05 addons-673046 crio[948]: time="2023-10-09 12:54:05.933183245Z" level=info msg="Pulled image: gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6" id=0a1d5f0a-7804-4e6c-ad58-3fd99a89e12e name=/runtime.v1.ImageService/PullImage
Oct 09 12:54:05 addons-673046 crio[948]: time="2023-10-09 12:54:05.934003522Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=6fb86042-c6b8-448a-94f5-8f2185d4bd2b name=/runtime.v1.ImageService/ImageStatus
Oct 09 12:54:05 addons-673046 crio[948]: time="2023-10-09 12:54:05.934956955Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:97e050c3e21e9472ce8eb8fcb7bb8f23063c0b473fe44bdc42246bb01c15cdd4,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=6fb86042-c6b8-448a-94f5-8f2185d4bd2b name=/runtime.v1.ImageService/ImageStatus
Oct 09 12:54:05 addons-673046 crio[948]: time="2023-10-09 12:54:05.935867561Z" level=info msg="Creating container: default/hello-world-app-5d77478584-wzq5z/hello-world-app" id=f3b0ede2-9ef9-49a7-8e13-c4d45ea4d90f name=/runtime.v1.RuntimeService/CreateContainer
Oct 09 12:54:05 addons-673046 crio[948]: time="2023-10-09 12:54:05.935971559Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 09 12:54:06 addons-673046 crio[948]: time="2023-10-09 12:54:06.015943066Z" level=info msg="Created container 218a00edeb8759463464bb2b342e5fad6a1c167dc2f1d85f09ba39d8c62cbf9a: default/hello-world-app-5d77478584-wzq5z/hello-world-app" id=f3b0ede2-9ef9-49a7-8e13-c4d45ea4d90f name=/runtime.v1.RuntimeService/CreateContainer
Oct 09 12:54:06 addons-673046 crio[948]: time="2023-10-09 12:54:06.016502464Z" level=info msg="Starting container: 218a00edeb8759463464bb2b342e5fad6a1c167dc2f1d85f09ba39d8c62cbf9a" id=bb94e1ee-32a0-4497-8db3-b2a859265ae3 name=/runtime.v1.RuntimeService/StartContainer
Oct 09 12:54:06 addons-673046 crio[948]: time="2023-10-09 12:54:06.025000184Z" level=info msg="Started container" PID=10780 containerID=218a00edeb8759463464bb2b342e5fad6a1c167dc2f1d85f09ba39d8c62cbf9a description=default/hello-world-app-5d77478584-wzq5z/hello-world-app id=bb94e1ee-32a0-4497-8db3-b2a859265ae3 name=/runtime.v1.RuntimeService/StartContainer sandboxID=2a441f44564bfe1f06267b9eca7077af99b915a7afa09f5ca12ae4f64b45c758
Oct 09 12:54:06 addons-673046 crio[948]: time="2023-10-09 12:54:06.266563522Z" level=info msg="Stopping container: b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c (timeout: 2s)" id=7aac4b8e-163e-47e7-bcff-9b180f9aa61b name=/runtime.v1.RuntimeService/StopContainer
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.274577400Z" level=warning msg="Stopping container b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=7aac4b8e-163e-47e7-bcff-9b180f9aa61b name=/runtime.v1.RuntimeService/StopContainer
Oct 09 12:54:08 addons-673046 conmon[6484]: conmon b5547fc96c9f808dcec9 <ninfo>: container 6495 exited with status 137
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.425107154Z" level=info msg="Stopped container b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c: ingress-nginx/ingress-nginx-controller-5c4c674fdc-dh7t2/controller" id=7aac4b8e-163e-47e7-bcff-9b180f9aa61b name=/runtime.v1.RuntimeService/StopContainer
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.425707346Z" level=info msg="Stopping pod sandbox: dd2444f1f5f312c2959f61db93c311689fb196bf00e6a7aaf208ae79c6eea72c" id=fa0c3345-5836-49ce-a253-abdb105107a6 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.429207790Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-Y4OAGBAWATNW6PI2 - [0:0]\n:KUBE-HP-7WIIK4NQ4B6QEANY - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n-X KUBE-HP-7WIIK4NQ4B6QEANY\n-X KUBE-HP-Y4OAGBAWATNW6PI2\nCOMMIT\n"
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.430755467Z" level=info msg="Closing host port tcp:80"
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.430803944Z" level=info msg="Closing host port tcp:443"
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.432333007Z" level=info msg="Host port tcp:80 does not have an open socket"
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.432354623Z" level=info msg="Host port tcp:443 does not have an open socket"
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.432492470Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-5c4c674fdc-dh7t2 Namespace:ingress-nginx ID:dd2444f1f5f312c2959f61db93c311689fb196bf00e6a7aaf208ae79c6eea72c UID:f7a4d126-427a-4c66-bdc4-88b325463c67 NetNS:/var/run/netns/e356f29a-7228-4c1d-890e-82b28ab6401b Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.432610590Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-5c4c674fdc-dh7t2 from CNI network \"kindnet\" (type=ptp)"
Oct 09 12:54:08 addons-673046 crio[948]: time="2023-10-09 12:54:08.480821265Z" level=info msg="Stopped pod sandbox: dd2444f1f5f312c2959f61db93c311689fb196bf00e6a7aaf208ae79c6eea72c" id=fa0c3345-5836-49ce-a253-abdb105107a6 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 09 12:54:09 addons-673046 crio[948]: time="2023-10-09 12:54:09.376848460Z" level=info msg="Removing container: b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c" id=af5a30bb-a72a-45f7-a130-071ee1552a3f name=/runtime.v1.RuntimeService/RemoveContainer
Oct 09 12:54:09 addons-673046 crio[948]: time="2023-10-09 12:54:09.392003416Z" level=info msg="Removed container b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c: ingress-nginx/ingress-nginx-controller-5c4c674fdc-dh7t2/controller" id=af5a30bb-a72a-45f7-a130-071ee1552a3f name=/runtime.v1.RuntimeService/RemoveContainer
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
218a00edeb875 gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6 7 seconds ago Running hello-world-app 0 2a441f44564bf hello-world-app-5d77478584-wzq5z
85c0e51aa3881 docker.io/library/nginx@sha256:34b58b4f5c6d133d97298cbaae140283dc325ff1aeffb28176f63078baeffd14 2 minutes ago Running nginx 0 47d7e964fac18 nginx
564f2a3ee635e ghcr.io/headlamp-k8s/headlamp@sha256:0fff6ba0a2a449e3948274f09640fd1f917b038a1100e6fe78ce401be75584c4 2 minutes ago Running headlamp 0 9de1f88d38711 headlamp-94b766c-v7t4f
0c4bc44a22482 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:3e92b3d1c15220ae0f2f3505fb3a88899a1e48ec85fb777a1a4945ae9db2ce06 3 minutes ago Running gcp-auth 0 6de0278c67e6b gcp-auth-d4c87556c-c4m7b
740b0ad49e8a7 7e7451bb70423d31bdadcf0a71a3107b64858eccd7827d066234650b5e7b36b0 3 minutes ago Exited patch 2 2091e562d71b1 ingress-nginx-admission-patch-qpqfm
0efed08fbe4a8 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:04b38ca48bcadd0c3644dc7f2ae14358ae41b628f9d1bdbf80f35ff880d9462d 3 minutes ago Exited create 0 8fc6b9430fb1c ingress-nginx-admission-create-bbczp
18b4ec026b6b6 ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 4 minutes ago Running coredns 0 9c0bc3a3bfc37 coredns-5dd5756b68-jncc9
0647bdad7d0e0 ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 4 minutes ago Running coredns 0 eb93d56e34789 coredns-5dd5756b68-ljgn6
ba0a90eba253e 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 efb6a46e9051c storage-provisioner
9c020c7423744 c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0 4 minutes ago Running kube-proxy 0 2547e72504d35 kube-proxy-27tkz
50a222c1f561f c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc 4 minutes ago Running kindnet-cni 0 c91c3054f34a4 kindnet-w9cnt
323a73cda7270 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 4 minutes ago Running etcd 0 55dd919136b65 etcd-addons-673046
2d912d1752a5f 55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57 4 minutes ago Running kube-controller-manager 0 931aa79a245e3 kube-controller-manager-addons-673046
1f0b70269e11d 7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8 4 minutes ago Running kube-scheduler 0 8068556430d08 kube-scheduler-addons-673046
504b01d746d80 cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce 4 minutes ago Running kube-apiserver 0 affe91b3f5a6e kube-apiserver-addons-673046
*
* ==> coredns [0647bdad7d0e0cf05b513460ba0441a5b4b9835d74541fde7a9b1b6154aa0ad0] <==
* .:53
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
CoreDNS-1.10.1
linux/amd64, go1.20, 055b2c3
[INFO] 127.0.0.1:41384 - 60975 "HINFO IN 946046270272281.146973923751699653. udp 52 false 512" NXDOMAIN qr,rd,ra 52 0.004654679s
[INFO] 10.244.0.9:57339 - 62557 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000168473s
[INFO] 10.244.0.9:57339 - 52570 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000233846s
[INFO] 10.244.0.9:41725 - 49732 "A IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.005856859s
[INFO] 10.244.0.9:41725 - 27968 "AAAA IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.006613558s
[INFO] 10.244.0.9:60383 - 856 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000163097s
[INFO] 10.244.0.9:60383 - 52828 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000239442s
[INFO] 10.244.0.9:41938 - 26487 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000080131s
[INFO] 10.244.0.9:41938 - 14856 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000147115s
[INFO] 10.244.0.9:54411 - 6435 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006090774s
[INFO] 10.244.0.9:54411 - 55335 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006432269s
[INFO] 10.244.0.9:59433 - 24438 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.003928814s
[INFO] 10.244.0.9:59433 - 28010 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.003930327s
[INFO] 10.244.0.21:36347 - 32048 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000258622s
[INFO] 10.244.0.21:60570 - 59144 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000123782s
[INFO] 10.244.0.21:60712 - 24481 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000114108s
[INFO] 10.244.0.21:56792 - 38043 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000107432s
[INFO] 10.244.0.21:53526 - 46792 "AAAA IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.008077286s
[INFO] 10.244.0.21:52116 - 23600 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007709968s
[INFO] 10.244.0.21:57898 - 4814 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.007237444s
[INFO] 10.244.0.24:32939 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000258599s
*
* ==> coredns [18b4ec026b6b6b3b36832770a8c5d2f5efca79385d992db3a783317641f3f8eb] <==
* [INFO] 127.0.0.1:46411 - 1300 "HINFO IN 6529021402891561148.4758522934631950918. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.008465641s
[INFO] 10.244.0.9:49412 - 55060 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000201229s
[INFO] 10.244.0.9:49412 - 8464 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000311621s
[INFO] 10.244.0.9:36658 - 35701 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00008494s
[INFO] 10.244.0.9:36658 - 46960 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000130688s
[INFO] 10.244.0.9:46266 - 20970 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006149121s
[INFO] 10.244.0.9:46266 - 18925 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006266846s
[INFO] 10.244.0.9:53282 - 5324 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.007075917s
[INFO] 10.244.0.9:53282 - 36563 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.00740225s
[INFO] 10.244.0.9:60420 - 12629 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000136112s
[INFO] 10.244.0.9:60420 - 12873 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000163588s
[INFO] 10.244.0.9:43924 - 53916 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00006232s
[INFO] 10.244.0.9:43924 - 57474 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000085612s
[INFO] 10.244.0.9:47284 - 54615 "A IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004309064s
[INFO] 10.244.0.9:47284 - 38744 "AAAA IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004905268s
[INFO] 10.244.0.9:40802 - 13419 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000140985s
[INFO] 10.244.0.9:40802 - 42345 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000214708s
[INFO] 10.244.0.21:44314 - 27111 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000184451s
[INFO] 10.244.0.21:46744 - 58534 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00018415s
[INFO] 10.244.0.21:52114 - 1738 "A IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.006852224s
[INFO] 10.244.0.21:53864 - 30277 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007278817s
[INFO] 10.244.0.21:50994 - 51924 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.006431137s
[INFO] 10.244.0.21:45045 - 57173 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000748965s
[INFO] 10.244.0.21:49754 - 53987 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.000894277s
[INFO] 10.244.0.24:41740 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00018323s
*
* ==> describe nodes <==
* Name: addons-673046
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-673046
kubernetes.io/os=linux
minikube.k8s.io/commit=5246c25d92858f2bed1b803bf67475f9bc0a2245
minikube.k8s.io/name=addons-673046
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_09T12_49_33_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-673046
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Oct 2023 12:49:30 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-673046
AcquireTime: <unset>
RenewTime: Mon, 09 Oct 2023 12:54:09 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Oct 2023 12:52:06 +0000 Mon, 09 Oct 2023 12:49:28 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Oct 2023 12:52:06 +0000 Mon, 09 Oct 2023 12:49:28 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Oct 2023 12:52:06 +0000 Mon, 09 Oct 2023 12:49:28 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Oct 2023 12:52:06 +0000 Mon, 09 Oct 2023 12:49:52 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-673046
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
System Info:
Machine ID: 5ea00125d7bc48568470ae6d082f035f
System UUID: c6a4183b-e950-4896-bb67-fdb065052085
Boot ID: 5a760b8a-84a7-412f-8e96-c32753bc277c
Kernel Version: 5.15.0-1044-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.2
Kube-Proxy Version: v1.28.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-wzq5z 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m31s
gcp-auth gcp-auth-d4c87556c-c4m7b 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m17s
headlamp headlamp-94b766c-v7t4f 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m53s
kube-system coredns-5dd5756b68-jncc9 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 4m27s
kube-system coredns-5dd5756b68-ljgn6 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 4m27s
kube-system etcd-addons-673046 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 4m42s
kube-system kindnet-w9cnt 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 4m28s
kube-system kube-apiserver-addons-673046 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m40s
kube-system kube-controller-manager-addons-673046 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m40s
kube-system kube-proxy-27tkz 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m28s
kube-system kube-scheduler-addons-673046 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m40s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m23s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%!)(MISSING) 100m (1%!)(MISSING)
memory 290Mi (0%!)(MISSING) 390Mi (1%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m23s kube-proxy
Normal Starting 4m41s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m40s kubelet Node addons-673046 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m40s kubelet Node addons-673046 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m40s kubelet Node addons-673046 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m29s node-controller Node addons-673046 event: Registered Node addons-673046 in Controller
Normal NodeReady 4m21s kubelet Node addons-673046 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.000006] ll header: 00000000: ff ff ff ff ff ff a6 e6 bc ae 2a d2 08 06
[ +28.151143] IPv4: martian source 10.244.0.1 from 10.244.0.33, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 56 e8 af d4 bb ad 08 06
[Oct 9 11:03] IPv4: martian source 10.244.0.1 from 10.244.0.39, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 0e 08 c0 b7 91 05 08 06
[Oct 9 11:05] IPv4: martian source 10.244.0.1 from 10.244.0.40, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 86 93 81 5e 8f a2 08 06
[ +23.778200] IPv4: martian source 10.244.0.1 from 10.244.0.41, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 32 1d a2 af 3e a8 08 06
[Oct 9 11:09] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 8e 58 0c ac 22 9d 08 06
[Oct 9 12:51] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: be 32 63 18 4a 18 da 0a ab 6a 4d 7d 08 00
[ +1.019091] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: be 32 63 18 4a 18 da 0a ab 6a 4d 7d 08 00
[ +2.015774] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: be 32 63 18 4a 18 da 0a ab 6a 4d 7d 08 00
[ +4.127641] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: be 32 63 18 4a 18 da 0a ab 6a 4d 7d 08 00
[Oct 9 12:52] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: be 32 63 18 4a 18 da 0a ab 6a 4d 7d 08 00
[ +16.122591] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: be 32 63 18 4a 18 da 0a ab 6a 4d 7d 08 00
[ +33.021165] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: be 32 63 18 4a 18 da 0a ab 6a 4d 7d 08 00
*
* ==> etcd [323a73cda7270738f6e4013884841a0fc4f8fbdb0fd37e1c5fd9e57bd8d2cca6] <==
* {"level":"info","ts":"2023-10-09T12:49:49.963164Z","caller":"traceutil/trace.go:171","msg":"trace[1918794810] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"100.835805ms","start":"2023-10-09T12:49:49.862308Z","end":"2023-10-09T12:49:49.963144Z","steps":["trace[1918794810] 'process raft request' (duration: 100.033793ms)"],"step_count":1}
{"level":"info","ts":"2023-10-09T12:49:51.360687Z","caller":"traceutil/trace.go:171","msg":"trace[1223995258] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"180.598281ms","start":"2023-10-09T12:49:51.180076Z","end":"2023-10-09T12:49:51.360674Z","steps":["trace[1223995258] 'process raft request' (duration: 95.363624ms)","trace[1223995258] 'compare' (duration: 84.656043ms)"],"step_count":2}
{"level":"info","ts":"2023-10-09T12:49:51.360675Z","caller":"traceutil/trace.go:171","msg":"trace[2003225502] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"180.36834ms","start":"2023-10-09T12:49:51.18029Z","end":"2023-10-09T12:49:51.360658Z","steps":["trace[2003225502] 'process raft request' (duration: 180.263787ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-09T12:49:51.361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.245605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2023-10-09T12:49:51.361043Z","caller":"traceutil/trace.go:171","msg":"trace[1161427712] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:491; }","duration":"181.301667ms","start":"2023-10-09T12:49:51.179732Z","end":"2023-10-09T12:49:51.361034Z","steps":["trace[1161427712] 'agreement among raft nodes before linearized reading' (duration: 181.167504ms)"],"step_count":1}
{"level":"info","ts":"2023-10-09T12:49:51.360881Z","caller":"traceutil/trace.go:171","msg":"trace[1534796579] linearizableReadLoop","detail":"{readStateIndex:505; appliedIndex:502; }","duration":"179.65115ms","start":"2023-10-09T12:49:51.18122Z","end":"2023-10-09T12:49:51.360872Z","steps":["trace[1534796579] 'read index received' (duration: 94.463337ms)","trace[1534796579] 'applied index is now lower than readState.Index' (duration: 85.187026ms)"],"step_count":2}
{"level":"info","ts":"2023-10-09T12:49:51.361126Z","caller":"traceutil/trace.go:171","msg":"trace[1921070829] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"180.583187ms","start":"2023-10-09T12:49:51.18053Z","end":"2023-10-09T12:49:51.361113Z","steps":["trace[1921070829] 'process raft request' (duration: 180.089383ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-09T12:49:51.361325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.836396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/kube-system/registry\" ","response":"range_response_count:1 size:2727"}
{"level":"info","ts":"2023-10-09T12:49:51.361346Z","caller":"traceutil/trace.go:171","msg":"trace[1013996211] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"105.004042ms","start":"2023-10-09T12:49:51.256322Z","end":"2023-10-09T12:49:51.361326Z","steps":["trace[1013996211] 'process raft request' (duration: 104.496939ms)"],"step_count":1}
{"level":"info","ts":"2023-10-09T12:49:51.361356Z","caller":"traceutil/trace.go:171","msg":"trace[1932566174] range","detail":"{range_begin:/registry/controllers/kube-system/registry; range_end:; response_count:1; response_revision:492; }","duration":"180.874651ms","start":"2023-10-09T12:49:51.180471Z","end":"2023-10-09T12:49:51.361346Z","steps":["trace[1932566174] 'agreement among raft nodes before linearized reading' (duration: 180.624442ms)"],"step_count":1}
{"level":"info","ts":"2023-10-09T12:49:51.361578Z","caller":"traceutil/trace.go:171","msg":"trace[2111868728] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"105.269571ms","start":"2023-10-09T12:49:51.256299Z","end":"2023-10-09T12:49:51.361569Z","steps":["trace[2111868728] 'process raft request' (duration: 104.880932ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-09T12:49:51.361857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.017647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2023-10-09T12:49:51.361933Z","caller":"traceutil/trace.go:171","msg":"trace[1887164283] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:494; }","duration":"182.098935ms","start":"2023-10-09T12:49:51.179826Z","end":"2023-10-09T12:49:51.361925Z","steps":["trace[1887164283] 'agreement among raft nodes before linearized reading' (duration: 181.486541ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-09T12:49:51.373597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.322061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-78b46b4d5c\" ","response":"range_response_count:1 size:2623"}
{"level":"info","ts":"2023-10-09T12:49:51.37405Z","caller":"traceutil/trace.go:171","msg":"trace[1361929207] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-78b46b4d5c; range_end:; response_count:1; response_revision:500; }","duration":"117.402472ms","start":"2023-10-09T12:49:51.256251Z","end":"2023-10-09T12:49:51.373654Z","steps":["trace[1361929207] 'agreement among raft nodes before linearized reading' (duration: 115.696357ms)"],"step_count":1}
{"level":"info","ts":"2023-10-09T12:51:24.419205Z","caller":"traceutil/trace.go:171","msg":"trace[48334804] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"159.385094ms","start":"2023-10-09T12:51:24.2598Z","end":"2023-10-09T12:51:24.419185Z","steps":["trace[48334804] 'process raft request' (duration: 159.343586ms)"],"step_count":1}
{"level":"info","ts":"2023-10-09T12:51:24.41947Z","caller":"traceutil/trace.go:171","msg":"trace[1195802002] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1329; }","duration":"159.871276ms","start":"2023-10-09T12:51:24.259586Z","end":"2023-10-09T12:51:24.419458Z","steps":["trace[1195802002] 'process raft request' (duration: 159.495786ms)"],"step_count":1}
{"level":"info","ts":"2023-10-09T12:51:24.419477Z","caller":"traceutil/trace.go:171","msg":"trace[1331313984] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"160.577408ms","start":"2023-10-09T12:51:24.258885Z","end":"2023-10-09T12:51:24.419462Z","steps":["trace[1331313984] 'process raft request' (duration: 95.142133ms)","trace[1331313984] 'compare' (duration: 64.879605ms)"],"step_count":2}
{"level":"info","ts":"2023-10-09T12:51:24.4196Z","caller":"traceutil/trace.go:171","msg":"trace[803167717] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1369; }","duration":"160.165881ms","start":"2023-10-09T12:51:24.259426Z","end":"2023-10-09T12:51:24.419592Z","steps":["trace[803167717] 'read index received' (duration: 94.613726ms)","trace[803167717] 'applied index is now lower than readState.Index' (duration: 65.551532ms)"],"step_count":2}
{"level":"warn","ts":"2023-10-09T12:51:24.419713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.276351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/registry-6hvp6\" ","response":"range_response_count:1 size:3310"}
{"level":"info","ts":"2023-10-09T12:51:24.419733Z","caller":"traceutil/trace.go:171","msg":"trace[932904704] range","detail":"{range_begin:/registry/pods/kube-system/registry-6hvp6; range_end:; response_count:1; response_revision:1330; }","duration":"160.326185ms","start":"2023-10-09T12:51:24.259401Z","end":"2023-10-09T12:51:24.419727Z","steps":["trace[932904704] 'agreement among raft nodes before linearized reading' (duration: 160.248195ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-09T12:51:24.419819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.744703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/registry\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2023-10-09T12:51:24.41985Z","caller":"traceutil/trace.go:171","msg":"trace[1169218527] range","detail":"{range_begin:/registry/services/endpoints/kube-system/registry; range_end:; response_count:0; response_revision:1330; }","duration":"159.780093ms","start":"2023-10-09T12:51:24.260061Z","end":"2023-10-09T12:51:24.419841Z","steps":["trace[1169218527] 'agreement among raft nodes before linearized reading' (duration: 159.723628ms)"],"step_count":1}
{"level":"info","ts":"2023-10-09T12:51:35.39931Z","caller":"traceutil/trace.go:171","msg":"trace[1238965838] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"102.361373ms","start":"2023-10-09T12:51:35.296921Z","end":"2023-10-09T12:51:35.399283Z","steps":["trace[1238965838] 'process raft request' (duration: 75.519714ms)","trace[1238965838] 'compare' (duration: 26.50057ms)"],"step_count":2}
{"level":"info","ts":"2023-10-09T12:52:07.066856Z","caller":"traceutil/trace.go:171","msg":"trace[242992646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1605; }","duration":"124.838264ms","start":"2023-10-09T12:52:06.941993Z","end":"2023-10-09T12:52:07.066832Z","steps":["trace[242992646] 'process raft request' (duration: 124.543239ms)"],"step_count":1}
*
* ==> gcp-auth [0c4bc44a22482ff23d3ddd3a6c46ce724f8baaaa8f03ee1a0512967c55c4281c] <==
* 2023/10/09 12:51:07 GCP Auth Webhook started!
2023/10/09 12:51:08 Ready to marshal response ...
2023/10/09 12:51:08 Ready to write response ...
2023/10/09 12:51:08 Ready to marshal response ...
2023/10/09 12:51:08 Ready to write response ...
2023/10/09 12:51:18 Ready to marshal response ...
2023/10/09 12:51:18 Ready to write response ...
2023/10/09 12:51:20 Ready to marshal response ...
2023/10/09 12:51:20 Ready to write response ...
2023/10/09 12:51:20 Ready to marshal response ...
2023/10/09 12:51:20 Ready to write response ...
2023/10/09 12:51:20 Ready to marshal response ...
2023/10/09 12:51:20 Ready to write response ...
2023/10/09 12:51:20 Ready to marshal response ...
2023/10/09 12:51:20 Ready to write response ...
2023/10/09 12:51:28 Ready to marshal response ...
2023/10/09 12:51:28 Ready to write response ...
2023/10/09 12:51:35 Ready to marshal response ...
2023/10/09 12:51:35 Ready to write response ...
2023/10/09 12:51:42 Ready to marshal response ...
2023/10/09 12:51:42 Ready to write response ...
2023/10/09 12:51:57 Ready to marshal response ...
2023/10/09 12:51:57 Ready to write response ...
2023/10/09 12:54:03 Ready to marshal response ...
2023/10/09 12:54:03 Ready to write response ...
*
* ==> kernel <==
* 12:54:13 up 2:36, 0 users, load average: 0.87, 1.11, 1.22
Linux addons-673046 5.15.0-1044-gcp #52~20.04.1-Ubuntu SMP Wed Sep 20 16:25:19 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [50a222c1f561fd48e1eb56cbcafeed39a7e94341482b457ec5af3423c7b53730] <==
* I1009 12:52:12.807764 1 main.go:227] handling current node
I1009 12:52:22.820309 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:52:22.820338 1 main.go:227] handling current node
I1009 12:52:32.823933 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:52:32.823960 1 main.go:227] handling current node
I1009 12:52:42.834523 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:52:42.834553 1 main.go:227] handling current node
I1009 12:52:52.839021 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:52:52.839045 1 main.go:227] handling current node
I1009 12:53:02.843842 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:53:02.843874 1 main.go:227] handling current node
I1009 12:53:12.848331 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:53:12.848356 1 main.go:227] handling current node
I1009 12:53:22.861011 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:53:22.861038 1 main.go:227] handling current node
I1009 12:53:32.865956 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:53:32.866019 1 main.go:227] handling current node
I1009 12:53:42.869629 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:53:42.869651 1 main.go:227] handling current node
I1009 12:53:52.873702 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:53:52.873726 1 main.go:227] handling current node
I1009 12:54:02.883239 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:54:02.883290 1 main.go:227] handling current node
I1009 12:54:12.887344 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 12:54:12.887366 1 main.go:227] handling current node
*
* ==> kube-apiserver [504b01d746d8013ea549b3c312b97c02885a2a84e9c174464bc22cf705c35902] <==
* I1009 12:51:40.304204 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I1009 12:51:40.313505 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1009 12:51:41.355858 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1009 12:51:41.767850 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1009 12:51:42.094033 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1009 12:51:42.335177 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.105.73.6"}
I1009 12:52:09.415675 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1009 12:52:13.823538 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1009 12:52:13.823610 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1009 12:52:13.830931 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1009 12:52:13.830998 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1009 12:52:13.842308 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1009 12:52:13.842454 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1009 12:52:13.853554 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1009 12:52:13.853699 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1009 12:52:13.886493 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1009 12:52:13.886982 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1009 12:52:13.965668 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1009 12:52:13.965825 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1009 12:52:13.967394 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1009 12:52:13.967440 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1009 12:52:14.843834 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1009 12:52:14.967558 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1009 12:52:14.976861 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1009 12:54:03.340218 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.108.228.180"}
*
* ==> kube-controller-manager [2d912d1752a5f70fd9d3a86a2bb0b3ab18798bd3fad9e849cc1109ba890ddad0] <==
* W1009 12:52:52.489630 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1009 12:52:52.489666 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1009 12:53:03.050522 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1009 12:53:03.050558 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1009 12:53:19.974590 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1009 12:53:19.974622 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1009 12:53:22.202573 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1009 12:53:22.202637 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1009 12:53:23.514742 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1009 12:53:23.514777 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1009 12:53:39.887862 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1009 12:53:39.887913 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1009 12:54:01.124994 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1009 12:54:01.125031 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1009 12:54:03.177273 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I1009 12:54:03.189070 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-wzq5z"
I1009 12:54:03.192883 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="16.40654ms"
I1009 12:54:03.196987 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="4.044939ms"
I1009 12:54:03.197102 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="66.73µs"
I1009 12:54:03.207067 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="79.324µs"
I1009 12:54:05.225575 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1009 12:54:05.226334 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-5c4c674fdc" duration="5.462µs"
I1009 12:54:05.259434 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I1009 12:54:06.382820 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="5.684688ms"
I1009 12:54:06.382953 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="76.215µs"
*
* ==> kube-proxy [9c020c7423744268940458b3f8bf474b754dded35a94ad5ac75b619f933386ad] <==
* I1009 12:49:49.459563 1 server_others.go:69] "Using iptables proxy"
I1009 12:49:49.659907 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1009 12:49:50.269866 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1009 12:49:50.356939 1 server_others.go:152] "Using iptables Proxier"
I1009 12:49:50.357054 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1009 12:49:50.357083 1 server_others.go:438] "Defaulting to no-op detect-local"
I1009 12:49:50.357137 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1009 12:49:50.357397 1 server.go:846] "Version info" version="v1.28.2"
I1009 12:49:50.357449 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1009 12:49:50.358301 1 config.go:188] "Starting service config controller"
I1009 12:49:50.359098 1 shared_informer.go:311] Waiting for caches to sync for service config
I1009 12:49:50.358900 1 config.go:97] "Starting endpoint slice config controller"
I1009 12:49:50.359228 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1009 12:49:50.358924 1 config.go:315] "Starting node config controller"
I1009 12:49:50.359325 1 shared_informer.go:311] Waiting for caches to sync for node config
I1009 12:49:50.460139 1 shared_informer.go:318] Caches are synced for node config
I1009 12:49:50.460180 1 shared_informer.go:318] Caches are synced for service config
I1009 12:49:50.460218 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [1f0b70269e11d868d4f867b8bc6c69712ce28a430f1598ae5a9cb5bdeb7f1e04] <==
* W1009 12:49:30.189560 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1009 12:49:30.189589 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1009 12:49:30.189624 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1009 12:49:30.189636 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1009 12:49:30.256551 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1009 12:49:30.256603 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1009 12:49:31.001311 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1009 12:49:31.001343 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1009 12:49:31.104100 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1009 12:49:31.104139 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1009 12:49:31.223451 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1009 12:49:31.223482 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1009 12:49:31.253808 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1009 12:49:31.253851 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1009 12:49:31.262033 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1009 12:49:31.262073 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1009 12:49:31.281329 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1009 12:49:31.281356 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1009 12:49:31.348966 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1009 12:49:31.349010 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1009 12:49:31.353140 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1009 12:49:31.353426 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1009 12:49:31.364665 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1009 12:49:31.364696 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I1009 12:49:34.283384 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Oct 09 12:54:03 addons-673046 kubelet[1561]: I1009 12:54:03.384930 1561 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tmwcb\" (UniqueName: \"kubernetes.io/projected/fed2a65b-3de9-49f0-94e0-1c20c0853053-kube-api-access-tmwcb\") pod \"hello-world-app-5d77478584-wzq5z\" (UID: \"fed2a65b-3de9-49f0-94e0-1c20c0853053\") " pod="default/hello-world-app-5d77478584-wzq5z"
Oct 09 12:54:03 addons-673046 kubelet[1561]: I1009 12:54:03.385017 1561 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/fed2a65b-3de9-49f0-94e0-1c20c0853053-gcp-creds\") pod \"hello-world-app-5d77478584-wzq5z\" (UID: \"fed2a65b-3de9-49f0-94e0-1c20c0853053\") " pod="default/hello-world-app-5d77478584-wzq5z"
Oct 09 12:54:03 addons-673046 kubelet[1561]: W1009 12:54:03.592042 1561 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/bc8b6c3433313b3eb5f0e0dce689d63e7c8c5258d43719e648f796c16829ec2c/crio-2a441f44564bfe1f06267b9eca7077af99b915a7afa09f5ca12ae4f64b45c758 WatchSource:0}: Error finding container 2a441f44564bfe1f06267b9eca7077af99b915a7afa09f5ca12ae4f64b45c758: Status 404 returned error can't find the container with id 2a441f44564bfe1f06267b9eca7077af99b915a7afa09f5ca12ae4f64b45c758
Oct 09 12:54:04 addons-673046 kubelet[1561]: I1009 12:54:04.357851 1561 scope.go:117] "RemoveContainer" containerID="170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4"
Oct 09 12:54:04 addons-673046 kubelet[1561]: I1009 12:54:04.375704 1561 scope.go:117] "RemoveContainer" containerID="170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4"
Oct 09 12:54:04 addons-673046 kubelet[1561]: E1009 12:54:04.376127 1561 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4\": container with ID starting with 170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4 not found: ID does not exist" containerID="170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4"
Oct 09 12:54:04 addons-673046 kubelet[1561]: I1009 12:54:04.376184 1561 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4"} err="failed to get container status \"170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4\": rpc error: code = NotFound desc = could not find container \"170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4\": container with ID starting with 170f4835d6db4725fe8f78d2e095ee3c306a14d8b14e5247cd4a7b3a287dfda4 not found: ID does not exist"
Oct 09 12:54:04 addons-673046 kubelet[1561]: I1009 12:54:04.391994 1561 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rvq52\" (UniqueName: \"kubernetes.io/projected/e801ae6a-096a-4365-88da-858d11693a9b-kube-api-access-rvq52\") pod \"e801ae6a-096a-4365-88da-858d11693a9b\" (UID: \"e801ae6a-096a-4365-88da-858d11693a9b\") "
Oct 09 12:54:04 addons-673046 kubelet[1561]: I1009 12:54:04.394035 1561 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e801ae6a-096a-4365-88da-858d11693a9b-kube-api-access-rvq52" (OuterVolumeSpecName: "kube-api-access-rvq52") pod "e801ae6a-096a-4365-88da-858d11693a9b" (UID: "e801ae6a-096a-4365-88da-858d11693a9b"). InnerVolumeSpecName "kube-api-access-rvq52". PluginName "kubernetes.io/projected", VolumeGidValue ""
Oct 09 12:54:04 addons-673046 kubelet[1561]: I1009 12:54:04.493187 1561 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-rvq52\" (UniqueName: \"kubernetes.io/projected/e801ae6a-096a-4365-88da-858d11693a9b-kube-api-access-rvq52\") on node \"addons-673046\" DevicePath \"\""
Oct 09 12:54:04 addons-673046 kubelet[1561]: I1009 12:54:04.970526 1561 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="e801ae6a-096a-4365-88da-858d11693a9b" path="/var/lib/kubelet/pods/e801ae6a-096a-4365-88da-858d11693a9b/volumes"
Oct 09 12:54:06 addons-673046 kubelet[1561]: I1009 12:54:06.376763 1561 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/hello-world-app-5d77478584-wzq5z" podStartSLOduration=1.039051855 podCreationTimestamp="2023-10-09 12:54:03 +0000 UTC" firstStartedPulling="2023-10-09 12:54:03.595863379 +0000 UTC m=+270.749453572" lastFinishedPulling="2023-10-09 12:54:05.933516113 +0000 UTC m=+273.087106295" observedRunningTime="2023-10-09 12:54:06.376330142 +0000 UTC m=+273.529920333" watchObservedRunningTime="2023-10-09 12:54:06.376704578 +0000 UTC m=+273.530294771"
Oct 09 12:54:06 addons-673046 kubelet[1561]: I1009 12:54:06.970434 1561 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="9cb65a90-2ed4-4ba9-98d9-ffa75db37adb" path="/var/lib/kubelet/pods/9cb65a90-2ed4-4ba9-98d9-ffa75db37adb/volumes"
Oct 09 12:54:06 addons-673046 kubelet[1561]: I1009 12:54:06.970781 1561 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="bac65c98-77a5-439f-a068-9be9dd9afe4c" path="/var/lib/kubelet/pods/bac65c98-77a5-439f-a068-9be9dd9afe4c/volumes"
Oct 09 12:54:08 addons-673046 kubelet[1561]: I1009 12:54:08.621081 1561 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t2lq8\" (UniqueName: \"kubernetes.io/projected/f7a4d126-427a-4c66-bdc4-88b325463c67-kube-api-access-t2lq8\") pod \"f7a4d126-427a-4c66-bdc4-88b325463c67\" (UID: \"f7a4d126-427a-4c66-bdc4-88b325463c67\") "
Oct 09 12:54:08 addons-673046 kubelet[1561]: I1009 12:54:08.621145 1561 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/f7a4d126-427a-4c66-bdc4-88b325463c67-webhook-cert\") pod \"f7a4d126-427a-4c66-bdc4-88b325463c67\" (UID: \"f7a4d126-427a-4c66-bdc4-88b325463c67\") "
Oct 09 12:54:08 addons-673046 kubelet[1561]: I1009 12:54:08.622924 1561 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f7a4d126-427a-4c66-bdc4-88b325463c67-kube-api-access-t2lq8" (OuterVolumeSpecName: "kube-api-access-t2lq8") pod "f7a4d126-427a-4c66-bdc4-88b325463c67" (UID: "f7a4d126-427a-4c66-bdc4-88b325463c67"). InnerVolumeSpecName "kube-api-access-t2lq8". PluginName "kubernetes.io/projected", VolumeGidValue ""
Oct 09 12:54:08 addons-673046 kubelet[1561]: I1009 12:54:08.623495 1561 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7a4d126-427a-4c66-bdc4-88b325463c67-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "f7a4d126-427a-4c66-bdc4-88b325463c67" (UID: "f7a4d126-427a-4c66-bdc4-88b325463c67"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 09 12:54:08 addons-673046 kubelet[1561]: I1009 12:54:08.721943 1561 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-t2lq8\" (UniqueName: \"kubernetes.io/projected/f7a4d126-427a-4c66-bdc4-88b325463c67-kube-api-access-t2lq8\") on node \"addons-673046\" DevicePath \"\""
Oct 09 12:54:08 addons-673046 kubelet[1561]: I1009 12:54:08.721981 1561 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/f7a4d126-427a-4c66-bdc4-88b325463c67-webhook-cert\") on node \"addons-673046\" DevicePath \"\""
Oct 09 12:54:08 addons-673046 kubelet[1561]: I1009 12:54:08.969634 1561 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="f7a4d126-427a-4c66-bdc4-88b325463c67" path="/var/lib/kubelet/pods/f7a4d126-427a-4c66-bdc4-88b325463c67/volumes"
Oct 09 12:54:09 addons-673046 kubelet[1561]: I1009 12:54:09.375775 1561 scope.go:117] "RemoveContainer" containerID="b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c"
Oct 09 12:54:09 addons-673046 kubelet[1561]: I1009 12:54:09.392359 1561 scope.go:117] "RemoveContainer" containerID="b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c"
Oct 09 12:54:09 addons-673046 kubelet[1561]: E1009 12:54:09.392744 1561 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c\": container with ID starting with b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c not found: ID does not exist" containerID="b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c"
Oct 09 12:54:09 addons-673046 kubelet[1561]: I1009 12:54:09.392798 1561 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c"} err="failed to get container status \"b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c\": rpc error: code = NotFound desc = could not find container \"b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c\": container with ID starting with b5547fc96c9f808dcec92139b3f519d8911d64fbdd42dc13a29867b44440105c not found: ID does not exist"
*
* ==> storage-provisioner [ba0a90eba253e4292a00af06837978f08e0111425f3a8cf7c3af7ee27e583de4] <==
* I1009 12:49:54.669484 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1009 12:49:54.685686 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1009 12:49:54.685735 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1009 12:49:54.763025 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1009 12:49:54.763226 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-673046_b301cb85-438a-41c4-9393-02f180b01ac7!
I1009 12:49:54.763212 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ae849db3-f4fd-45a4-8a7e-aca9088cf009", APIVersion:"v1", ResourceVersion:"792", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-673046_b301cb85-438a-41c4-9393-02f180b01ac7 became leader
I1009 12:49:54.864065 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-673046_b301cb85-438a-41c4-9393-02f180b01ac7!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-673046 -n addons-673046
helpers_test.go:261: (dbg) Run: kubectl --context addons-673046 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (152.73s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:234: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.9
functional_test.go:234: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.9: (1.957961512s)
functional_test.go:239: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.9 gcr.io/google-containers/addon-resizer:functional-542022
functional_test.go:244: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image load --daemon gcr.io/google-containers/addon-resizer:functional-542022 --alsologtostderr
functional_test.go:244: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 image load --daemon gcr.io/google-containers/addon-resizer:functional-542022 --alsologtostderr: (8.701006924s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls
functional_test.go:447: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 image ls: (2.258479018s)
functional_test.go:442: expected "gcr.io/google-containers/addon-resizer:functional-542022" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (12.94s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddons
addons_test.go:206: (dbg) Run: kubectl --context ingress-addon-legacy-680285 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:206: (dbg) Done: kubectl --context ingress-addon-legacy-680285 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (8.595453909s)
addons_test.go:231: (dbg) Run: kubectl --context ingress-addon-legacy-680285 replace --force -f testdata/nginx-ingress-v1beta1.yaml
addons_test.go:244: (dbg) Run: kubectl --context ingress-addon-legacy-680285 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [bc872f98-0306-4ae2-9e78-c72bb79e351b] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [bc872f98-0306-4ae2-9e78-c72bb79e351b] Running
addons_test.go:249: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: run=nginx healthy within 12.007878502s
addons_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
E1009 13:01:08.114937 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 13:01:35.801535 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 13:02:24.096968 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:24.102336 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:24.112622 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:24.132990 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:24.173379 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:24.254016 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:24.414506 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:24.735140 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:25.376206 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:26.656542 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:29.217530 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:02:34.338429 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
addons_test.go:261: (dbg) Non-zero exit: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.039328643s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:277: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:285: (dbg) Run: kubectl --context ingress-addon-legacy-680285 replace --force -f testdata/ingress-dns-example-v1beta1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
E1009 13:02:44.578640 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.009111637s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 addons disable ingress-dns --alsologtostderr -v=1: (2.965920891s)
addons_test.go:310: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 addons disable ingress --alsologtostderr -v=1: (7.448538989s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect ingress-addon-legacy-680285
helpers_test.go:235: (dbg) docker inspect ingress-addon-legacy-680285:
-- stdout --
[
{
"Id": "4d7db51bfd7311fd2b349ad1993a49600ece082b0270259c58063b11a4804c95",
"Created": "2023-10-09T12:58:49.647462117Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 328696,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-09T12:58:49.947328788Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:94671ba3754e2c6976414eaf20a0c7861a5d2f9fc631e1161e8ab0ded9062c52",
"ResolvConfPath": "/var/lib/docker/containers/4d7db51bfd7311fd2b349ad1993a49600ece082b0270259c58063b11a4804c95/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4d7db51bfd7311fd2b349ad1993a49600ece082b0270259c58063b11a4804c95/hostname",
"HostsPath": "/var/lib/docker/containers/4d7db51bfd7311fd2b349ad1993a49600ece082b0270259c58063b11a4804c95/hosts",
"LogPath": "/var/lib/docker/containers/4d7db51bfd7311fd2b349ad1993a49600ece082b0270259c58063b11a4804c95/4d7db51bfd7311fd2b349ad1993a49600ece082b0270259c58063b11a4804c95-json.log",
"Name": "/ingress-addon-legacy-680285",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ingress-addon-legacy-680285:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "ingress-addon-legacy-680285",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ef797009fc9342de1109a7942ce142b7478694a1d61d11933964a459cb55eebb-init/diff:/var/lib/docker/overlay2/9e66019928f09bde420b80b7a785682de2e6dccbb57b6f739aa8822eabd1d9c4/diff",
"MergedDir": "/var/lib/docker/overlay2/ef797009fc9342de1109a7942ce142b7478694a1d61d11933964a459cb55eebb/merged",
"UpperDir": "/var/lib/docker/overlay2/ef797009fc9342de1109a7942ce142b7478694a1d61d11933964a459cb55eebb/diff",
"WorkDir": "/var/lib/docker/overlay2/ef797009fc9342de1109a7942ce142b7478694a1d61d11933964a459cb55eebb/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ingress-addon-legacy-680285",
"Source": "/var/lib/docker/volumes/ingress-addon-legacy-680285/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ingress-addon-legacy-680285",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ingress-addon-legacy-680285",
"name.minikube.sigs.k8s.io": "ingress-addon-legacy-680285",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "9f71e850a26bd712a49be111ee2386f318e54deabc6684d06432699999378562",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32787"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32786"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32783"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32785"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32784"
}
]
},
"SandboxKey": "/var/run/docker/netns/9f71e850a26b",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ingress-addon-legacy-680285": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"4d7db51bfd73",
"ingress-addon-legacy-680285"
],
"NetworkID": "02812da44a8dd5d51d36d2d28f24799144dc6737663225bfec445a2f974eb892",
"EndpointID": "f50f7b40976cdcf1caea947d5689f4ed45b426e399525d39bebc5ecdbc0de94a",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ingress-addon-legacy-680285 -n ingress-addon-legacy-680285
helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 logs -n 25
E1009 13:03:05.058976 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 logs -n 25: (1.193762057s)
helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs:
-- stdout --
*
* ==> Audit <==
* |----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| update-context | functional-542022 | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:57 UTC | 09 Oct 23 12:57 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-542022 | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:57 UTC | 09 Oct 23 12:57 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| image | functional-542022 image load --daemon | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:57 UTC | 09 Oct 23 12:58 UTC |
| | gcr.io/google-containers/addon-resizer:functional-542022 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-542022 image ls | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| image | functional-542022 image save | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| | gcr.io/google-containers/addon-resizer:functional-542022 | | | | | |
| | /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-542022 image rm | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| | gcr.io/google-containers/addon-resizer:functional-542022 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-542022 image ls | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| image | functional-542022 image load | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| | /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-542022 image ls | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| image | functional-542022 image save --daemon | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| | gcr.io/google-containers/addon-resizer:functional-542022 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-542022 | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | |
| | image ls --format yaml | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-542022 | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| | image ls --format short | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-542022 ssh pgrep | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | |
| | buildkitd | | | | | |
| image | functional-542022 | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-542022 | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-542022 image build -t | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| | localhost/my-image:functional-542022 | | | | | |
| | testdata/build --alsologtostderr | | | | | |
| image | functional-542022 image ls | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| delete | -p functional-542022 | functional-542022 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:58 UTC |
| start | -p ingress-addon-legacy-680285 | ingress-addon-legacy-680285 | jenkins | v1.31.2 | 09 Oct 23 12:58 UTC | 09 Oct 23 12:59 UTC |
| | --kubernetes-version=v1.18.20 | | | | | |
| | --memory=4096 --wait=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| addons | ingress-addon-legacy-680285 | ingress-addon-legacy-680285 | jenkins | v1.31.2 | 09 Oct 23 12:59 UTC | 09 Oct 23 13:00 UTC |
| | addons enable ingress | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| addons | ingress-addon-legacy-680285 | ingress-addon-legacy-680285 | jenkins | v1.31.2 | 09 Oct 23 13:00 UTC | 09 Oct 23 13:00 UTC |
| | addons enable ingress-dns | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| ssh | ingress-addon-legacy-680285 | ingress-addon-legacy-680285 | jenkins | v1.31.2 | 09 Oct 23 13:00 UTC | |
| | ssh curl -s http://127.0.0.1/ | | | | | |
| | -H 'Host: nginx.example.com' | | | | | |
| ip | ingress-addon-legacy-680285 ip | ingress-addon-legacy-680285 | jenkins | v1.31.2 | 09 Oct 23 13:02 UTC | 09 Oct 23 13:02 UTC |
| addons | ingress-addon-legacy-680285 | ingress-addon-legacy-680285 | jenkins | v1.31.2 | 09 Oct 23 13:02 UTC | 09 Oct 23 13:02 UTC |
| | addons disable ingress-dns | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | ingress-addon-legacy-680285 | ingress-addon-legacy-680285 | jenkins | v1.31.2 | 09 Oct 23 13:02 UTC | 09 Oct 23 13:03 UTC |
| | addons disable ingress | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/09 12:58:22
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1009 12:58:22.308592 328031 out.go:296] Setting OutFile to fd 1 ...
I1009 12:58:22.308895 328031 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:22.308907 328031 out.go:309] Setting ErrFile to fd 2...
I1009 12:58:22.308911 328031 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:22.309132 328031 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:58:22.309767 328031 out.go:303] Setting JSON to false
I1009 12:58:22.310839 328031 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":9645,"bootTime":1696846657,"procs":220,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 12:58:22.310911 328031 start.go:138] virtualization: kvm guest
I1009 12:58:22.313629 328031 out.go:177] * [ingress-addon-legacy-680285] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 12:58:22.315536 328031 out.go:177] - MINIKUBE_LOCATION=17259
I1009 12:58:22.315608 328031 notify.go:220] Checking for updates...
I1009 12:58:22.317164 328031 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 12:58:22.319132 328031 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 12:58:22.321613 328031 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 12:58:22.323662 328031 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 12:58:22.325698 328031 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 12:58:22.327610 328031 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 12:58:22.350867 328031 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 12:58:22.350991 328031 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:58:22.410596 328031 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:27 OomKillDisable:true NGoroutines:38 SystemTime:2023-10-09 12:58:22.401078504 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:58:22.410748 328031 docker.go:295] overlay module found
I1009 12:58:22.414256 328031 out.go:177] * Using the docker driver based on user configuration
I1009 12:58:22.415851 328031 start.go:298] selected driver: docker
I1009 12:58:22.415872 328031 start.go:902] validating driver "docker" against <nil>
I1009 12:58:22.415886 328031 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 12:58:22.416829 328031 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:58:22.476071 328031 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:27 OomKillDisable:true NGoroutines:38 SystemTime:2023-10-09 12:58:22.465599444 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:58:22.476220 328031 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1009 12:58:22.476415 328031 start_flags.go:926] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1009 12:58:22.478732 328031 out.go:177] * Using Docker driver with root privileges
I1009 12:58:22.480653 328031 cni.go:84] Creating CNI manager for ""
I1009 12:58:22.480677 328031 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1009 12:58:22.480688 328031 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1009 12:58:22.480698 328031 start_flags.go:323] config:
{Name:ingress-addon-legacy-680285 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-680285 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.lo
cal ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 12:58:22.482696 328031 out.go:177] * Starting control plane node ingress-addon-legacy-680285 in cluster ingress-addon-legacy-680285
I1009 12:58:22.484465 328031 cache.go:122] Beginning downloading kic base image for docker with crio
I1009 12:58:22.486230 328031 out.go:177] * Pulling base image ...
I1009 12:58:22.488325 328031 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1009 12:58:22.488379 328031 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1009 12:58:22.510435 328031 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1009 12:58:22.510469 328031 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
I1009 12:58:23.135143 328031 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4
I1009 12:58:23.135183 328031 cache.go:57] Caching tarball of preloaded images
I1009 12:58:23.135406 328031 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1009 12:58:23.138005 328031 out.go:177] * Downloading Kubernetes v1.18.20 preload ...
I1009 12:58:23.139888 328031 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1009 12:58:23.250087 328031 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4?checksum=md5:0d02e096853189c5b37812b400898e14 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4
I1009 12:58:41.164545 328031 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1009 12:58:41.164654 328031 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1009 12:58:42.173843 328031 cache.go:60] Finished verifying existence of preloaded tar for v1.18.20 on crio
I1009 12:58:42.174221 328031 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/config.json ...
I1009 12:58:42.174255 328031 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/config.json: {Name:mkc4ae69e20ba2a3ee2f0f8b6c423f5385e1ccd2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:58:42.174447 328031 cache.go:195] Successfully downloaded all kic artifacts
I1009 12:58:42.174485 328031 start.go:365] acquiring machines lock for ingress-addon-legacy-680285: {Name:mk2d218657b68284fde68c65c8512e80a432ae1c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 12:58:42.174525 328031 start.go:369] acquired machines lock for "ingress-addon-legacy-680285" in 31.378µs
I1009 12:58:42.174546 328031 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-680285 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-680285 Namespace:defau
lt APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Dis
ableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 12:58:42.174618 328031 start.go:125] createHost starting for "" (driver="docker")
I1009 12:58:42.178803 328031 out.go:204] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1009 12:58:42.179095 328031 start.go:159] libmachine.API.Create for "ingress-addon-legacy-680285" (driver="docker")
I1009 12:58:42.179124 328031 client.go:168] LocalClient.Create starting
I1009 12:58:42.179196 328031 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem
I1009 12:58:42.179228 328031 main.go:141] libmachine: Decoding PEM data...
I1009 12:58:42.179244 328031 main.go:141] libmachine: Parsing certificate...
I1009 12:58:42.179312 328031 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem
I1009 12:58:42.179332 328031 main.go:141] libmachine: Decoding PEM data...
I1009 12:58:42.179340 328031 main.go:141] libmachine: Parsing certificate...
I1009 12:58:42.179634 328031 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-680285 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 12:58:42.195702 328031 cli_runner.go:211] docker network inspect ingress-addon-legacy-680285 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 12:58:42.195798 328031 network_create.go:281] running [docker network inspect ingress-addon-legacy-680285] to gather additional debugging logs...
I1009 12:58:42.195823 328031 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-680285
W1009 12:58:42.211999 328031 cli_runner.go:211] docker network inspect ingress-addon-legacy-680285 returned with exit code 1
I1009 12:58:42.212035 328031 network_create.go:284] error running [docker network inspect ingress-addon-legacy-680285]: docker network inspect ingress-addon-legacy-680285: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ingress-addon-legacy-680285 not found
I1009 12:58:42.212053 328031 network_create.go:286] output of [docker network inspect ingress-addon-legacy-680285]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ingress-addon-legacy-680285 not found
** /stderr **
I1009 12:58:42.212152 328031 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 12:58:42.229009 328031 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc00250a8f0}
I1009 12:58:42.229060 328031 network_create.go:124] attempt to create docker network ingress-addon-legacy-680285 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1009 12:58:42.229117 328031 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ingress-addon-legacy-680285 ingress-addon-legacy-680285
I1009 12:58:42.287343 328031 network_create.go:108] docker network ingress-addon-legacy-680285 192.168.49.0/24 created
I1009 12:58:42.287379 328031 kic.go:118] calculated static IP "192.168.49.2" for the "ingress-addon-legacy-680285" container
I1009 12:58:42.287440 328031 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 12:58:42.302671 328031 cli_runner.go:164] Run: docker volume create ingress-addon-legacy-680285 --label name.minikube.sigs.k8s.io=ingress-addon-legacy-680285 --label created_by.minikube.sigs.k8s.io=true
I1009 12:58:42.320704 328031 oci.go:103] Successfully created a docker volume ingress-addon-legacy-680285
I1009 12:58:42.320788 328031 cli_runner.go:164] Run: docker run --rm --name ingress-addon-legacy-680285-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-680285 --entrypoint /usr/bin/test -v ingress-addon-legacy-680285:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib
I1009 12:58:44.078744 328031 cli_runner.go:217] Completed: docker run --rm --name ingress-addon-legacy-680285-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-680285 --entrypoint /usr/bin/test -v ingress-addon-legacy-680285:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib: (1.757905201s)
I1009 12:58:44.078779 328031 oci.go:107] Successfully prepared a docker volume ingress-addon-legacy-680285
I1009 12:58:44.078810 328031 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1009 12:58:44.078832 328031 kic.go:191] Starting extracting preloaded images to volume ...
I1009 12:58:44.078885 328031 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-680285:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir
I1009 12:58:49.580245 328031 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-680285:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir: (5.501306833s)
I1009 12:58:49.580280 328031 kic.go:200] duration metric: took 5.501445 seconds to extract preloaded images to volume
W1009 12:58:49.580451 328031 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1009 12:58:49.580568 328031 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 12:58:49.632278 328031 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ingress-addon-legacy-680285 --name ingress-addon-legacy-680285 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-680285 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ingress-addon-legacy-680285 --network ingress-addon-legacy-680285 --ip 192.168.49.2 --volume ingress-addon-legacy-680285:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1009 12:58:49.955914 328031 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-680285 --format={{.State.Running}}
I1009 12:58:49.974760 328031 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-680285 --format={{.State.Status}}
I1009 12:58:49.992498 328031 cli_runner.go:164] Run: docker exec ingress-addon-legacy-680285 stat /var/lib/dpkg/alternatives/iptables
I1009 12:58:50.036047 328031 oci.go:144] the created container "ingress-addon-legacy-680285" has a running status.
I1009 12:58:50.036097 328031 kic.go:222] Creating ssh key for kic: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa...
I1009 12:58:50.278004 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1009 12:58:50.278051 328031 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 12:58:50.299315 328031 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-680285 --format={{.State.Status}}
I1009 12:58:50.319298 328031 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 12:58:50.319325 328031 kic_runner.go:114] Args: [docker exec --privileged ingress-addon-legacy-680285 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 12:58:50.388231 328031 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-680285 --format={{.State.Status}}
I1009 12:58:50.411426 328031 machine.go:88] provisioning docker machine ...
I1009 12:58:50.411468 328031 ubuntu.go:169] provisioning hostname "ingress-addon-legacy-680285"
I1009 12:58:50.411542 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:58:50.428221 328031 main.go:141] libmachine: Using SSH client type: native
I1009 12:58:50.428593 328031 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1009 12:58:50.428610 328031 main.go:141] libmachine: About to run SSH command:
sudo hostname ingress-addon-legacy-680285 && echo "ingress-addon-legacy-680285" | sudo tee /etc/hostname
I1009 12:58:50.668504 328031 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-680285
I1009 12:58:50.668580 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:58:50.685951 328031 main.go:141] libmachine: Using SSH client type: native
I1009 12:58:50.686336 328031 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1009 12:58:50.686364 328031 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\singress-addon-legacy-680285' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-680285/g' /etc/hosts;
else
echo '127.0.1.1 ingress-addon-legacy-680285' | sudo tee -a /etc/hosts;
fi
fi
I1009 12:58:50.827667 328031 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 12:58:50.827710 328031 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17259-281723/.minikube CaCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17259-281723/.minikube}
I1009 12:58:50.827740 328031 ubuntu.go:177] setting up certificates
I1009 12:58:50.827750 328031 provision.go:83] configureAuth start
I1009 12:58:50.827818 328031 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-680285
I1009 12:58:50.845371 328031 provision.go:138] copyHostCerts
I1009 12:58:50.845410 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem
I1009 12:58:50.845439 328031 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem, removing ...
I1009 12:58:50.845473 328031 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem
I1009 12:58:50.845544 328031 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem (1123 bytes)
I1009 12:58:50.845618 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem
I1009 12:58:50.845653 328031 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem, removing ...
I1009 12:58:50.845661 328031 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem
I1009 12:58:50.845684 328031 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem (1679 bytes)
I1009 12:58:50.845730 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem
I1009 12:58:50.845746 328031 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem, removing ...
I1009 12:58:50.845752 328031 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem
I1009 12:58:50.845775 328031 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem (1082 bytes)
I1009 12:58:50.845820 328031 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-680285 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube ingress-addon-legacy-680285]
I1009 12:58:50.897444 328031 provision.go:172] copyRemoteCerts
I1009 12:58:50.897506 328031 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 12:58:50.897544 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:58:50.914927 328031 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa Username:docker}
I1009 12:58:51.012441 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1009 12:58:51.012530 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 12:58:51.036565 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem -> /etc/docker/server.pem
I1009 12:58:51.036657 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem --> /etc/docker/server.pem (1253 bytes)
I1009 12:58:51.060089 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1009 12:58:51.060161 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 12:58:51.084300 328031 provision.go:86] duration metric: configureAuth took 256.532642ms
I1009 12:58:51.084329 328031 ubuntu.go:193] setting minikube options for container-runtime
I1009 12:58:51.084529 328031 config.go:182] Loaded profile config "ingress-addon-legacy-680285": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I1009 12:58:51.084652 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:58:51.102259 328031 main.go:141] libmachine: Using SSH client type: native
I1009 12:58:51.102582 328031 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1009 12:58:51.102601 328031 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 12:58:51.357735 328031 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 12:58:51.357763 328031 machine.go:91] provisioned docker machine in 946.310172ms
I1009 12:58:51.357773 328031 client.go:171] LocalClient.Create took 9.178641183s
I1009 12:58:51.357791 328031 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-680285" took 9.178695481s
I1009 12:58:51.357798 328031 start.go:300] post-start starting for "ingress-addon-legacy-680285" (driver="docker")
I1009 12:58:51.357808 328031 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 12:58:51.357873 328031 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 12:58:51.357910 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:58:51.374475 328031 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa Username:docker}
I1009 12:58:51.472207 328031 ssh_runner.go:195] Run: cat /etc/os-release
I1009 12:58:51.475376 328031 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 12:58:51.475406 328031 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 12:58:51.475415 328031 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 12:58:51.475424 328031 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1009 12:58:51.475437 328031 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/addons for local assets ...
I1009 12:58:51.475494 328031 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/files for local assets ...
I1009 12:58:51.475585 328031 filesync.go:149] local asset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> 2884992.pem in /etc/ssl/certs
I1009 12:58:51.475597 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> /etc/ssl/certs/2884992.pem
I1009 12:58:51.475720 328031 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 12:58:51.483413 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem --> /etc/ssl/certs/2884992.pem (1708 bytes)
I1009 12:58:51.504935 328031 start.go:303] post-start completed in 147.11807ms
I1009 12:58:51.505341 328031 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-680285
I1009 12:58:51.521595 328031 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/config.json ...
I1009 12:58:51.521940 328031 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 12:58:51.521994 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:58:51.538363 328031 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa Username:docker}
I1009 12:58:51.628313 328031 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 12:58:51.632625 328031 start.go:128] duration metric: createHost completed in 9.4579911s
I1009 12:58:51.632649 328031 start.go:83] releasing machines lock for "ingress-addon-legacy-680285", held for 9.458111681s
I1009 12:58:51.632721 328031 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-680285
I1009 12:58:51.648532 328031 ssh_runner.go:195] Run: cat /version.json
I1009 12:58:51.648562 328031 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 12:58:51.648582 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:58:51.648634 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:58:51.668360 328031 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa Username:docker}
I1009 12:58:51.668739 328031 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa Username:docker}
I1009 12:58:51.858576 328031 ssh_runner.go:195] Run: systemctl --version
I1009 12:58:51.862818 328031 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 12:58:52.000186 328031 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 12:58:52.004550 328031 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 12:58:52.022423 328031 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1009 12:58:52.022512 328031 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 12:58:52.051558 328031 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1009 12:58:52.051587 328031 start.go:472] detecting cgroup driver to use...
I1009 12:58:52.051636 328031 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1009 12:58:52.051698 328031 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 12:58:52.066030 328031 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 12:58:52.076271 328031 docker.go:198] disabling cri-docker service (if available) ...
I1009 12:58:52.076358 328031 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 12:58:52.089160 328031 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 12:58:52.102049 328031 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 12:58:52.177087 328031 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 12:58:52.256780 328031 docker.go:214] disabling docker service ...
I1009 12:58:52.256835 328031 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 12:58:52.275338 328031 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 12:58:52.286040 328031 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 12:58:52.369211 328031 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 12:58:52.449569 328031 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 12:58:52.460088 328031 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 12:58:52.475005 328031 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1009 12:58:52.475071 328031 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 12:58:52.483920 328031 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1009 12:58:52.483990 328031 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 12:58:52.493125 328031 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 12:58:52.501871 328031 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1009 12:58:52.510718 328031 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 12:58:52.519395 328031 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 12:58:52.527575 328031 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 12:58:52.535836 328031 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 12:58:52.611234 328031 ssh_runner.go:195] Run: sudo systemctl restart crio
I1009 12:58:52.710801 328031 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1009 12:58:52.710878 328031 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1009 12:58:52.714252 328031 start.go:540] Will wait 60s for crictl version
I1009 12:58:52.714304 328031 ssh_runner.go:195] Run: which crictl
I1009 12:58:52.717413 328031 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 12:58:52.750615 328031 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1009 12:58:52.750699 328031 ssh_runner.go:195] Run: crio --version
I1009 12:58:52.785030 328031 ssh_runner.go:195] Run: crio --version
I1009 12:58:52.822406 328031 out.go:177] * Preparing Kubernetes v1.18.20 on CRI-O 1.24.6 ...
I1009 12:58:52.824056 328031 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-680285 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 12:58:52.840652 328031 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1009 12:58:52.844279 328031 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 12:58:52.854688 328031 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1009 12:58:52.854766 328031 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 12:58:52.899993 328031 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I1009 12:58:52.900050 328031 ssh_runner.go:195] Run: which lz4
I1009 12:58:52.903486 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1009 12:58:52.903575 328031 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I1009 12:58:52.906888 328031 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1009 12:58:52.907019 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (495439307 bytes)
I1009 12:58:53.900638 328031 crio.go:444] Took 0.997094 seconds to copy over tarball
I1009 12:58:53.900701 328031 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4
I1009 12:58:56.392803 328031 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (2.49207777s)
I1009 12:58:56.392838 328031 crio.go:451] Took 2.492175 seconds to extract the tarball
I1009 12:58:56.392847 328031 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1009 12:58:56.463205 328031 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 12:58:56.495047 328031 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I1009 12:58:56.495077 328031 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]
I1009 12:58:56.495177 328031 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I1009 12:58:56.495213 328031 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20
I1009 12:58:56.495218 328031 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20
I1009 12:58:56.495243 328031 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20
I1009 12:58:56.495213 328031 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I1009 12:58:56.495165 328031 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I1009 12:58:56.495167 328031 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20
I1009 12:58:56.495149 328031 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I1009 12:58:56.496225 328031 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I1009 12:58:56.496242 328031 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20
I1009 12:58:56.496252 328031 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20
I1009 12:58:56.496226 328031 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20
I1009 12:58:56.496340 328031 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I1009 12:58:56.496355 328031 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I1009 12:58:56.496355 328031 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I1009 12:58:56.496275 328031 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20
I1009 12:58:56.714713 328031 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.2
I1009 12:58:56.717802 328031 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20
I1009 12:58:56.725768 328031 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20
I1009 12:58:56.726887 328031 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20
I1009 12:58:56.739198 328031 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0
I1009 12:58:56.739545 328031 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20
I1009 12:58:56.774366 328031 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "80d28bedfe5dec59da9ebf8e6260224ac9008ab5c11dbbe16ee3ba3e4439ac2c" in container runtime
I1009 12:58:56.774392 328031 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "a05a1a79adaad058478b7638d2e73cf408b283305081516fbe02706b0e205346" in container runtime
I1009 12:58:56.774412 328031 cri.go:218] Removing image: registry.k8s.io/pause:3.2
I1009 12:58:56.774430 328031 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.18.20
I1009 12:58:56.774459 328031 ssh_runner.go:195] Run: which crictl
I1009 12:58:56.774468 328031 ssh_runner.go:195] Run: which crictl
I1009 12:58:56.776219 328031 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "e7c545a60706cf009a893afdc7dba900cc2e342b8042b9c421d607ca41e8b290" in container runtime
I1009 12:58:56.776263 328031 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20
I1009 12:58:56.776302 328031 ssh_runner.go:195] Run: which crictl
I1009 12:58:56.776852 328031 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "7d8d2960de69688eab5698081441539a1662f47e092488973e455a8334955cb1" in container runtime
I1009 12:58:56.776890 328031 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.18.20
I1009 12:58:56.776942 328031 ssh_runner.go:195] Run: which crictl
I1009 12:58:56.777745 328031 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7
I1009 12:58:56.786113 328031 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f" in container runtime
I1009 12:58:56.786167 328031 cri.go:218] Removing image: registry.k8s.io/etcd:3.4.3-0
I1009 12:58:56.786212 328031 ssh_runner.go:195] Run: which crictl
I1009 12:58:56.794632 328031 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "27f8b8d51985f755cfb3ffea424fa34865cc0da63e99378d8202f923c3c5a8ba" in container runtime
I1009 12:58:56.794728 328031 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/pause:3.2
I1009 12:58:56.794740 328031 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.18.20
I1009 12:58:56.794772 328031 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.18.20
I1009 12:58:56.794794 328031 ssh_runner.go:195] Run: which crictl
I1009 12:58:56.794840 328031 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.18.20
I1009 12:58:56.794851 328031 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.18.20
I1009 12:58:56.956439 328031 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5" in container runtime
I1009 12:58:56.956490 328031 cri.go:218] Removing image: registry.k8s.io/coredns:1.6.7
I1009 12:58:56.956514 328031 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/etcd:3.4.3-0
I1009 12:58:56.956529 328031 ssh_runner.go:195] Run: which crictl
I1009 12:58:56.961849 328031 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2
I1009 12:58:56.961891 328031 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.20
I1009 12:58:56.964842 328031 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.20
I1009 12:58:56.964889 328031 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.20
I1009 12:58:56.964916 328031 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-proxy:v1.18.20
I1009 12:58:56.994011 328031 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/coredns:1.6.7
I1009 12:58:56.994021 328031 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0
I1009 12:58:57.002101 328031 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.20
I1009 12:58:57.026702 328031 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7
I1009 12:58:57.382821 328031 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I1009 12:58:57.520325 328031 cache_images.go:92] LoadImages completed in 1.025228227s
W1009 12:58:57.520401 328031 out.go:239] X Unable to load cached images: loading cached images: stat /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2: no such file or directory
I1009 12:58:57.520474 328031 ssh_runner.go:195] Run: crio config
I1009 12:58:57.564116 328031 cni.go:84] Creating CNI manager for ""
I1009 12:58:57.564135 328031 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1009 12:58:57.564153 328031 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1009 12:58:57.564171 328031 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-680285 NodeName:ingress-addon-legacy-680285 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.c
rt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}
I1009 12:58:57.564291 328031 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/crio/crio.sock
name: "ingress-addon-legacy-680285"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.18.20
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 12:58:57.564360 328031 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=ingress-addon-legacy-680285 --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-680285 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1009 12:58:57.564406 328031 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20
I1009 12:58:57.572632 328031 binaries.go:44] Found k8s binaries, skipping transfer
I1009 12:58:57.572696 328031 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1009 12:58:57.580851 328031 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (486 bytes)
I1009 12:58:57.597518 328031 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)
I1009 12:58:57.614608 328031 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2123 bytes)
I1009 12:58:57.630807 328031 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1009 12:58:57.634141 328031 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 12:58:57.644119 328031 certs.go:56] Setting up /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285 for IP: 192.168.49.2
I1009 12:58:57.644161 328031 certs.go:190] acquiring lock for shared ca certs: {Name:mk3c2bacffea8b3ff0d3d4351ddbd637a0ec9690 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:58:57.644319 328031 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key
I1009 12:58:57.644371 328031 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key
I1009 12:58:57.644431 328031 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.key
I1009 12:58:57.644466 328031 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt with IP's: []
I1009 12:58:57.831173 328031 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt ...
I1009 12:58:57.831218 328031 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: {Name:mk51b0f1f296d481c262d520da46a5db691f091d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:58:57.831448 328031 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.key ...
I1009 12:58:57.831464 328031 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.key: {Name:mkf4070b27c0dc49d164b654459c33ff5dd47335 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:58:57.831567 328031 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.key.dd3b5fb2
I1009 12:58:57.831587 328031 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1009 12:58:58.085379 328031 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.crt.dd3b5fb2 ...
I1009 12:58:58.085426 328031 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.crt.dd3b5fb2: {Name:mkb6a2d0c4889e6d1e2af5d8a7e960b5746a4ac7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:58:58.085635 328031 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.key.dd3b5fb2 ...
I1009 12:58:58.085652 328031 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.key.dd3b5fb2: {Name:mk903d7ec7c8de9e71939c411370a575e1157762 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:58:58.085770 328031 certs.go:337] copying /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.crt
I1009 12:58:58.085884 328031 certs.go:341] copying /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.key
I1009 12:58:58.085966 328031 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.key
I1009 12:58:58.085988 328031 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.crt with IP's: []
I1009 12:58:58.419695 328031 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.crt ...
I1009 12:58:58.419734 328031 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.crt: {Name:mk1e27853d89e5d59b004295660b7cc9c600b1c3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:58:58.419936 328031 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.key ...
I1009 12:58:58.419952 328031 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.key: {Name:mk6ff73d02a9deb24cbc4ddbdb8aa8bf3332befd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:58:58.420051 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1009 12:58:58.420074 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1009 12:58:58.420098 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1009 12:58:58.420117 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1009 12:58:58.420133 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1009 12:58:58.420166 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1009 12:58:58.420185 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1009 12:58:58.420205 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1009 12:58:58.420276 328031 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem (1338 bytes)
W1009 12:58:58.420326 328031 certs.go:433] ignoring /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499_empty.pem, impossibly tiny 0 bytes
I1009 12:58:58.420343 328031 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem (1679 bytes)
I1009 12:58:58.420383 328031 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem (1082 bytes)
I1009 12:58:58.420418 328031 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem (1123 bytes)
I1009 12:58:58.420454 328031 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem (1679 bytes)
I1009 12:58:58.420517 328031 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem (1708 bytes)
I1009 12:58:58.420555 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> /usr/share/ca-certificates/2884992.pem
I1009 12:58:58.420576 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1009 12:58:58.420594 328031 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem -> /usr/share/ca-certificates/288499.pem
I1009 12:58:58.421242 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1009 12:58:58.445537 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1009 12:58:58.467441 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 12:58:58.489091 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1009 12:58:58.510528 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 12:58:58.533735 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1009 12:58:58.556293 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 12:58:58.578063 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1009 12:58:58.599961 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem --> /usr/share/ca-certificates/2884992.pem (1708 bytes)
I1009 12:58:58.622068 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 12:58:58.645451 328031 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem --> /usr/share/ca-certificates/288499.pem (1338 bytes)
I1009 12:58:58.667706 328031 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1009 12:58:58.684080 328031 ssh_runner.go:195] Run: openssl version
I1009 12:58:58.689191 328031 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/288499.pem && ln -fs /usr/share/ca-certificates/288499.pem /etc/ssl/certs/288499.pem"
I1009 12:58:58.697784 328031 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/288499.pem
I1009 12:58:58.701224 328031 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 9 12:55 /usr/share/ca-certificates/288499.pem
I1009 12:58:58.701288 328031 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/288499.pem
I1009 12:58:58.707956 328031 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/288499.pem /etc/ssl/certs/51391683.0"
I1009 12:58:58.716870 328031 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2884992.pem && ln -fs /usr/share/ca-certificates/2884992.pem /etc/ssl/certs/2884992.pem"
I1009 12:58:58.726135 328031 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2884992.pem
I1009 12:58:58.730499 328031 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 9 12:55 /usr/share/ca-certificates/2884992.pem
I1009 12:58:58.730619 328031 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2884992.pem
I1009 12:58:58.737366 328031 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2884992.pem /etc/ssl/certs/3ec20f2e.0"
I1009 12:58:58.746528 328031 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 12:58:58.755153 328031 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 12:58:58.758334 328031 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 9 12:49 /usr/share/ca-certificates/minikubeCA.pem
I1009 12:58:58.758391 328031 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 12:58:58.764555 328031 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 12:58:58.773046 328031 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1009 12:58:58.776181 328031 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1009 12:58:58.776225 328031 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-680285 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-680285 Namespace:default APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 12:58:58.776304 328031 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1009 12:58:58.776344 328031 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1009 12:58:58.809582 328031 cri.go:89] found id: ""
I1009 12:58:58.809651 328031 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1009 12:58:58.818172 328031 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1009 12:58:58.826457 328031 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1009 12:58:58.826516 328031 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1009 12:58:58.834822 328031 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 12:58:58.834879 328031 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1009 12:58:58.878253 328031 kubeadm.go:322] W1009 12:58:58.877533 1364 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
I1009 12:58:58.918606 328031 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1009 12:58:58.987852 328031 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1009 12:59:01.988141 328031 kubeadm.go:322] W1009 12:59:01.987747 1364 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I1009 12:59:01.989328 328031 kubeadm.go:322] W1009 12:59:01.988964 1364 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I1009 12:59:10.451377 328031 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20
I1009 12:59:10.451453 328031 kubeadm.go:322] [preflight] Running pre-flight checks
I1009 12:59:10.451588 328031 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1009 12:59:10.451667 328031 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1009 12:59:10.451753 328031 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1009 12:59:10.451837 328031 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 12:59:10.451913 328031 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1009 12:59:10.451980 328031 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 12:59:10.452040 328031 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 12:59:10.452116 328031 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 12:59:10.452183 328031 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 12:59:10.452285 328031 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 12:59:10.452429 328031 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 12:59:10.452568 328031 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1009 12:59:10.452704 328031 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1009 12:59:10.452823 328031 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1009 12:59:10.452879 328031 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1009 12:59:10.452972 328031 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 12:59:10.454935 328031 out.go:204] - Generating certificates and keys ...
I1009 12:59:10.455029 328031 kubeadm.go:322] [certs] Using existing ca certificate authority
I1009 12:59:10.455112 328031 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1009 12:59:10.455211 328031 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1009 12:59:10.455332 328031 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1009 12:59:10.455434 328031 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1009 12:59:10.455511 328031 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1009 12:59:10.455599 328031 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1009 12:59:10.455725 328031 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-680285 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1009 12:59:10.455796 328031 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1009 12:59:10.455904 328031 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-680285 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1009 12:59:10.455961 328031 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1009 12:59:10.456013 328031 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1009 12:59:10.456051 328031 kubeadm.go:322] [certs] Generating "sa" key and public key
I1009 12:59:10.456097 328031 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1009 12:59:10.456142 328031 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1009 12:59:10.456192 328031 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1009 12:59:10.456251 328031 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1009 12:59:10.456302 328031 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1009 12:59:10.456356 328031 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1009 12:59:10.458110 328031 out.go:204] - Booting up control plane ...
I1009 12:59:10.458195 328031 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1009 12:59:10.458263 328031 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1009 12:59:10.458326 328031 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1009 12:59:10.458394 328031 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1009 12:59:10.458533 328031 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1009 12:59:10.458601 328031 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.002696 seconds
I1009 12:59:10.458714 328031 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1009 12:59:10.458853 328031 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster
I1009 12:59:10.458943 328031 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1009 12:59:10.459085 328031 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-680285 as control-plane by adding the label "node-role.kubernetes.io/master=''"
I1009 12:59:10.459159 328031 kubeadm.go:322] [bootstrap-token] Using token: wqzpeh.2fv0y75my75esm9d
I1009 12:59:10.461122 328031 out.go:204] - Configuring RBAC rules ...
I1009 12:59:10.461248 328031 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1009 12:59:10.461322 328031 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1009 12:59:10.461483 328031 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1009 12:59:10.461584 328031 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1009 12:59:10.461679 328031 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1009 12:59:10.461762 328031 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1009 12:59:10.461886 328031 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1009 12:59:10.461969 328031 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1009 12:59:10.462019 328031 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1009 12:59:10.462027 328031 kubeadm.go:322]
I1009 12:59:10.462084 328031 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1009 12:59:10.462092 328031 kubeadm.go:322]
I1009 12:59:10.462205 328031 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1009 12:59:10.462218 328031 kubeadm.go:322]
I1009 12:59:10.462243 328031 kubeadm.go:322] mkdir -p $HOME/.kube
I1009 12:59:10.462291 328031 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1009 12:59:10.462371 328031 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1009 12:59:10.462384 328031 kubeadm.go:322]
I1009 12:59:10.462451 328031 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1009 12:59:10.462547 328031 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1009 12:59:10.462615 328031 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1009 12:59:10.462622 328031 kubeadm.go:322]
I1009 12:59:10.462711 328031 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1009 12:59:10.462777 328031 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1009 12:59:10.462785 328031 kubeadm.go:322]
I1009 12:59:10.462860 328031 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token wqzpeh.2fv0y75my75esm9d \
I1009 12:59:10.462959 328031 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d \
I1009 12:59:10.462980 328031 kubeadm.go:322] --control-plane
I1009 12:59:10.462986 328031 kubeadm.go:322]
I1009 12:59:10.463053 328031 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1009 12:59:10.463063 328031 kubeadm.go:322]
I1009 12:59:10.463130 328031 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token wqzpeh.2fv0y75my75esm9d \
I1009 12:59:10.463235 328031 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d
I1009 12:59:10.463246 328031 cni.go:84] Creating CNI manager for ""
I1009 12:59:10.463266 328031 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1009 12:59:10.465205 328031 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1009 12:59:10.467076 328031 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1009 12:59:10.471103 328031 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.18.20/kubectl ...
I1009 12:59:10.471122 328031 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1009 12:59:10.489341 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1009 12:59:10.945583 328031 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1009 12:59:10.945630 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:10.945684 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=5246c25d92858f2bed1b803bf67475f9bc0a2245 minikube.k8s.io/name=ingress-addon-legacy-680285 minikube.k8s.io/updated_at=2023_10_09T12_59_10_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:10.952766 328031 ops.go:34] apiserver oom_adj: -16
I1009 12:59:11.080610 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:11.161561 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:11.727532 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:12.227655 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:12.727447 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:13.227652 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:13.727687 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:14.227492 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:14.727210 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:15.227104 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:15.727736 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:16.227748 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:16.726961 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:17.226908 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:17.726915 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:18.226909 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:18.727581 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:19.227062 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:19.727430 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:20.227060 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:20.726884 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:21.227355 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:21.726846 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:22.226897 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:22.727469 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:23.227282 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:23.727355 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:24.226852 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:24.727847 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:25.227271 328031 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 12:59:25.303820 328031 kubeadm.go:1081] duration metric: took 14.358236345s to wait for elevateKubeSystemPrivileges.
I1009 12:59:25.303859 328031 kubeadm.go:406] StartCluster complete in 26.527638438s
I1009 12:59:25.303879 328031 settings.go:142] acquiring lock: {Name:mkf8e5b9773759407079f6b75062d2969120bd75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:59:25.303950 328031 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 12:59:25.304648 328031 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/kubeconfig: {Name:mk69ffee513ea7fb609d7f43a8ee98b76086120b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:59:25.304880 328031 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1009 12:59:25.304922 328031 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1009 12:59:25.305009 328031 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-680285"
I1009 12:59:25.305040 328031 addons.go:231] Setting addon storage-provisioner=true in "ingress-addon-legacy-680285"
I1009 12:59:25.305039 328031 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-680285"
I1009 12:59:25.305063 328031 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-680285"
I1009 12:59:25.305108 328031 host.go:66] Checking if "ingress-addon-legacy-680285" exists ...
I1009 12:59:25.305127 328031 config.go:182] Loaded profile config "ingress-addon-legacy-680285": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I1009 12:59:25.305511 328031 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-680285 --format={{.State.Status}}
I1009 12:59:25.305653 328031 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-680285 --format={{.State.Status}}
I1009 12:59:25.305714 328031 kapi.go:59] client config for ingress-addon-legacy-680285: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt", KeyFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.key", CAFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c11c60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 12:59:25.306515 328031 cert_rotation.go:137] Starting client certificate rotation controller
I1009 12:59:25.322894 328031 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-680285" context rescaled to 1 replicas
I1009 12:59:25.322939 328031 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 12:59:25.324874 328031 out.go:177] * Verifying Kubernetes components...
I1009 12:59:25.326875 328031 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1009 12:59:25.326691 328031 kapi.go:59] client config for ingress-addon-legacy-680285: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt", KeyFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.key", CAFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c11c60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 12:59:25.328490 328031 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1009 12:59:25.328505 328031 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1009 12:59:25.328547 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:59:25.326792 328031 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 12:59:25.328771 328031 addons.go:231] Setting addon default-storageclass=true in "ingress-addon-legacy-680285"
I1009 12:59:25.328820 328031 host.go:66] Checking if "ingress-addon-legacy-680285" exists ...
I1009 12:59:25.329338 328031 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-680285 --format={{.State.Status}}
I1009 12:59:25.351324 328031 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa Username:docker}
I1009 12:59:25.351426 328031 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1009 12:59:25.351450 328031 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1009 12:59:25.351520 328031 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-680285
I1009 12:59:25.368905 328031 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/ingress-addon-legacy-680285/id_rsa Username:docker}
I1009 12:59:25.392133 328031 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1009 12:59:25.392801 328031 kapi.go:59] client config for ingress-addon-legacy-680285: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt", KeyFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.key", CAFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c11c60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 12:59:25.393070 328031 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-680285" to be "Ready" ...
I1009 12:59:25.480442 328031 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1009 12:59:25.561423 328031 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1009 12:59:25.861283 328031 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1009 12:59:26.007380 328031 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1009 12:59:26.009032 328031 addons.go:502] enable addons completed in 704.111807ms: enabled=[storage-provisioner default-storageclass]
I1009 12:59:27.403065 328031 node_ready.go:58] node "ingress-addon-legacy-680285" has status "Ready":"False"
I1009 12:59:29.902385 328031 node_ready.go:58] node "ingress-addon-legacy-680285" has status "Ready":"False"
I1009 12:59:31.902534 328031 node_ready.go:58] node "ingress-addon-legacy-680285" has status "Ready":"False"
I1009 12:59:34.402152 328031 node_ready.go:58] node "ingress-addon-legacy-680285" has status "Ready":"False"
I1009 12:59:36.402965 328031 node_ready.go:58] node "ingress-addon-legacy-680285" has status "Ready":"False"
I1009 12:59:38.403044 328031 node_ready.go:58] node "ingress-addon-legacy-680285" has status "Ready":"False"
I1009 12:59:40.901868 328031 node_ready.go:49] node "ingress-addon-legacy-680285" has status "Ready":"True"
I1009 12:59:40.901891 328031 node_ready.go:38] duration metric: took 15.508793414s waiting for node "ingress-addon-legacy-680285" to be "Ready" ...
I1009 12:59:40.901904 328031 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 12:59:40.908446 328031 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-mqljc" in "kube-system" namespace to be "Ready" ...
I1009 12:59:42.916943 328031 pod_ready.go:102] pod "coredns-66bff467f8-mqljc" in "kube-system" namespace doesn't have "Ready" status: {Phase:Pending Conditions:[{Type:PodScheduled Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-10-09 12:59:25 +0000 UTC Reason:Unschedulable Message:0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.}] Message: Reason: NominatedNodeName: HostIP: HostIPs:[] PodIP: PodIPs:[] StartTime:<nil> InitContainerStatuses:[] ContainerStatuses:[] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I1009 12:59:44.918789 328031 pod_ready.go:102] pod "coredns-66bff467f8-mqljc" in "kube-system" namespace has status "Ready":"False"
I1009 12:59:46.919944 328031 pod_ready.go:102] pod "coredns-66bff467f8-mqljc" in "kube-system" namespace has status "Ready":"False"
I1009 12:59:49.418385 328031 pod_ready.go:102] pod "coredns-66bff467f8-mqljc" in "kube-system" namespace has status "Ready":"False"
I1009 12:59:49.918456 328031 pod_ready.go:92] pod "coredns-66bff467f8-mqljc" in "kube-system" namespace has status "Ready":"True"
I1009 12:59:49.918487 328031 pod_ready.go:81] duration metric: took 9.010007365s waiting for pod "coredns-66bff467f8-mqljc" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.918502 328031 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-680285" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.922392 328031 pod_ready.go:92] pod "etcd-ingress-addon-legacy-680285" in "kube-system" namespace has status "Ready":"True"
I1009 12:59:49.922413 328031 pod_ready.go:81] duration metric: took 3.903405ms waiting for pod "etcd-ingress-addon-legacy-680285" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.922428 328031 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-680285" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.926520 328031 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-680285" in "kube-system" namespace has status "Ready":"True"
I1009 12:59:49.926541 328031 pod_ready.go:81] duration metric: took 4.106421ms waiting for pod "kube-apiserver-ingress-addon-legacy-680285" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.926551 328031 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-680285" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.930496 328031 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-680285" in "kube-system" namespace has status "Ready":"True"
I1009 12:59:49.930516 328031 pod_ready.go:81] duration metric: took 3.958226ms waiting for pod "kube-controller-manager-ingress-addon-legacy-680285" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.930525 328031 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-kb6hz" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.934503 328031 pod_ready.go:92] pod "kube-proxy-kb6hz" in "kube-system" namespace has status "Ready":"True"
I1009 12:59:49.934523 328031 pod_ready.go:81] duration metric: took 3.992176ms waiting for pod "kube-proxy-kb6hz" in "kube-system" namespace to be "Ready" ...
I1009 12:59:49.934531 328031 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-680285" in "kube-system" namespace to be "Ready" ...
I1009 12:59:50.113893 328031 request.go:629] Waited for 179.289316ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-680285
I1009 12:59:50.314110 328031 request.go:629] Waited for 197.394814ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-680285
I1009 12:59:50.317061 328031 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-680285" in "kube-system" namespace has status "Ready":"True"
I1009 12:59:50.317084 328031 pod_ready.go:81] duration metric: took 382.545758ms waiting for pod "kube-scheduler-ingress-addon-legacy-680285" in "kube-system" namespace to be "Ready" ...
I1009 12:59:50.317102 328031 pod_ready.go:38] duration metric: took 9.415186464s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 12:59:50.317149 328031 api_server.go:52] waiting for apiserver process to appear ...
I1009 12:59:50.317199 328031 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1009 12:59:50.327896 328031 api_server.go:72] duration metric: took 25.004911892s to wait for apiserver process to appear ...
I1009 12:59:50.327926 328031 api_server.go:88] waiting for apiserver healthz status ...
I1009 12:59:50.327956 328031 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1009 12:59:50.333556 328031 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1009 12:59:50.334409 328031 api_server.go:141] control plane version: v1.18.20
I1009 12:59:50.334432 328031 api_server.go:131] duration metric: took 6.499373ms to wait for apiserver health ...
I1009 12:59:50.334440 328031 system_pods.go:43] waiting for kube-system pods to appear ...
I1009 12:59:50.513829 328031 request.go:629] Waited for 179.320526ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I1009 12:59:50.519073 328031 system_pods.go:59] 8 kube-system pods found
I1009 12:59:50.519107 328031 system_pods.go:61] "coredns-66bff467f8-mqljc" [d0ce39cb-83be-46f6-bfb3-f6179e76ec25] Running
I1009 12:59:50.519112 328031 system_pods.go:61] "etcd-ingress-addon-legacy-680285" [a18062fc-021b-4764-9a8b-6b13b3ec32fc] Running
I1009 12:59:50.519116 328031 system_pods.go:61] "kindnet-jjzx5" [a6560ea6-2a12-40ff-a6d4-caf53391d714] Running
I1009 12:59:50.519120 328031 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-680285" [3b6e80e7-10a1-403f-8258-e0028ab33b90] Running
I1009 12:59:50.519126 328031 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-680285" [2ec79fe2-9664-47b9-87fb-81d70d8447b9] Running
I1009 12:59:50.519130 328031 system_pods.go:61] "kube-proxy-kb6hz" [6774baf6-c5fe-4de4-9972-b9696b0687dc] Running
I1009 12:59:50.519134 328031 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-680285" [1c208fbb-8d30-4a7a-9be8-9ce8515c7f06] Running
I1009 12:59:50.519141 328031 system_pods.go:61] "storage-provisioner" [e61826b3-3850-4e47-b7e3-f51272f71f06] Running
I1009 12:59:50.519148 328031 system_pods.go:74] duration metric: took 184.701624ms to wait for pod list to return data ...
I1009 12:59:50.519155 328031 default_sa.go:34] waiting for default service account to be created ...
I1009 12:59:50.714648 328031 request.go:629] Waited for 195.404904ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/default/serviceaccounts
I1009 12:59:50.717288 328031 default_sa.go:45] found service account: "default"
I1009 12:59:50.717316 328031 default_sa.go:55] duration metric: took 198.153172ms for default service account to be created ...
I1009 12:59:50.717324 328031 system_pods.go:116] waiting for k8s-apps to be running ...
I1009 12:59:50.913742 328031 request.go:629] Waited for 196.309667ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I1009 12:59:50.918988 328031 system_pods.go:86] 8 kube-system pods found
I1009 12:59:50.919017 328031 system_pods.go:89] "coredns-66bff467f8-mqljc" [d0ce39cb-83be-46f6-bfb3-f6179e76ec25] Running
I1009 12:59:50.919025 328031 system_pods.go:89] "etcd-ingress-addon-legacy-680285" [a18062fc-021b-4764-9a8b-6b13b3ec32fc] Running
I1009 12:59:50.919029 328031 system_pods.go:89] "kindnet-jjzx5" [a6560ea6-2a12-40ff-a6d4-caf53391d714] Running
I1009 12:59:50.919034 328031 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-680285" [3b6e80e7-10a1-403f-8258-e0028ab33b90] Running
I1009 12:59:50.919038 328031 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-680285" [2ec79fe2-9664-47b9-87fb-81d70d8447b9] Running
I1009 12:59:50.919042 328031 system_pods.go:89] "kube-proxy-kb6hz" [6774baf6-c5fe-4de4-9972-b9696b0687dc] Running
I1009 12:59:50.919045 328031 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-680285" [1c208fbb-8d30-4a7a-9be8-9ce8515c7f06] Running
I1009 12:59:50.919049 328031 system_pods.go:89] "storage-provisioner" [e61826b3-3850-4e47-b7e3-f51272f71f06] Running
I1009 12:59:50.919055 328031 system_pods.go:126] duration metric: took 201.725053ms to wait for k8s-apps to be running ...
I1009 12:59:50.919062 328031 system_svc.go:44] waiting for kubelet service to be running ....
I1009 12:59:50.919112 328031 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 12:59:50.931557 328031 system_svc.go:56] duration metric: took 12.477755ms WaitForService to wait for kubelet.
I1009 12:59:50.931587 328031 kubeadm.go:581] duration metric: took 25.608609889s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1009 12:59:50.931611 328031 node_conditions.go:102] verifying NodePressure condition ...
I1009 12:59:51.114090 328031 request.go:629] Waited for 182.359727ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes
I1009 12:59:51.117176 328031 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1009 12:59:51.117204 328031 node_conditions.go:123] node cpu capacity is 8
I1009 12:59:51.117217 328031 node_conditions.go:105] duration metric: took 185.601912ms to run NodePressure ...
I1009 12:59:51.117229 328031 start.go:228] waiting for startup goroutines ...
I1009 12:59:51.117235 328031 start.go:233] waiting for cluster config update ...
I1009 12:59:51.117246 328031 start.go:242] writing updated cluster config ...
I1009 12:59:51.117497 328031 ssh_runner.go:195] Run: rm -f paused
I1009 12:59:51.165289 328031 start.go:600] kubectl: 1.28.2, cluster: 1.18.20 (minor skew: 10)
I1009 12:59:51.167537 328031 out.go:177]
W1009 12:59:51.169501 328031 out.go:239] ! /usr/local/bin/kubectl is version 1.28.2, which may have incompatibilities with Kubernetes 1.18.20.
I1009 12:59:51.171342 328031 out.go:177] - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'
I1009 12:59:51.172952 328031 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-680285" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 09 13:02:42 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:42.585304701Z" level=info msg="Started container" PID=4862 containerID=a58882bb6d812effdacbb5bb2f73cd6c464f082805083b45aed2c25836a9b8c5 description=default/hello-world-app-5f5d8b66bb-8wwvx/hello-world-app id=32670aa5-fed4-443a-8b4a-8ba00e888873 name=/runtime.v1alpha2.RuntimeService/StartContainer sandboxID=e8b909806a077119d276c9aeb69ae4a6983b09c35fdc8a1e9f2084fd6f327cce
Oct 09 13:02:45 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:45.686810033Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=c1fa5427-9b15-4140-9b3b-7a55adb963fd name=/runtime.v1alpha2.ImageService/ImageStatus
Oct 09 13:02:56 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:56.687498939Z" level=info msg="Stopping pod sandbox: e505adb167c3d0f98b19b55b5b85627a3cb6f4843699a2a0971a86fb15ff7115" id=db6ab822-c85c-4799-8eb2-d71d86388cd3 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:02:56 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:56.688461632Z" level=info msg="Stopped pod sandbox: e505adb167c3d0f98b19b55b5b85627a3cb6f4843699a2a0971a86fb15ff7115" id=db6ab822-c85c-4799-8eb2-d71d86388cd3 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:02:57 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:57.196896928Z" level=info msg="Stopping pod sandbox: e505adb167c3d0f98b19b55b5b85627a3cb6f4843699a2a0971a86fb15ff7115" id=20691204-1198-4c01-892c-cb2b6a0fa63a name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:02:57 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:57.196963270Z" level=info msg="Stopped pod sandbox (already stopped): e505adb167c3d0f98b19b55b5b85627a3cb6f4843699a2a0971a86fb15ff7115" id=20691204-1198-4c01-892c-cb2b6a0fa63a name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:02:58 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:58.034035146Z" level=info msg="Stopping container: 1ef217ca79fc8fd47a63d6b6802a834bda09d0f16a70772f34963530f092aa5e (timeout: 2s)" id=b8cc7e43-bd3d-44d0-b437-5770cbee5f63 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 09 13:02:58 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:58.037498060Z" level=info msg="Stopping container: 1ef217ca79fc8fd47a63d6b6802a834bda09d0f16a70772f34963530f092aa5e (timeout: 2s)" id=fde30127-49a4-416e-9e1d-386ec6a50777 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 09 13:02:58 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:58.686404169Z" level=info msg="Stopping pod sandbox: e505adb167c3d0f98b19b55b5b85627a3cb6f4843699a2a0971a86fb15ff7115" id=1442b5da-fe06-44ad-be90-bc9cd9d8755c name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:02:58 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:02:58.686530211Z" level=info msg="Stopped pod sandbox (already stopped): e505adb167c3d0f98b19b55b5b85627a3cb6f4843699a2a0971a86fb15ff7115" id=1442b5da-fe06-44ad-be90-bc9cd9d8755c name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.044444012Z" level=warning msg="Stopping container 1ef217ca79fc8fd47a63d6b6802a834bda09d0f16a70772f34963530f092aa5e with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=b8cc7e43-bd3d-44d0-b437-5770cbee5f63 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 09 13:03:00 ingress-addon-legacy-680285 conmon[3398]: conmon 1ef217ca79fc8fd47a63 <ninfo>: container 3410 exited with status 137
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.211391099Z" level=info msg="Stopped container 1ef217ca79fc8fd47a63d6b6802a834bda09d0f16a70772f34963530f092aa5e: ingress-nginx/ingress-nginx-controller-7fcf777cb7-2hzg6/controller" id=b8cc7e43-bd3d-44d0-b437-5770cbee5f63 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.211409964Z" level=info msg="Stopped container 1ef217ca79fc8fd47a63d6b6802a834bda09d0f16a70772f34963530f092aa5e: ingress-nginx/ingress-nginx-controller-7fcf777cb7-2hzg6/controller" id=fde30127-49a4-416e-9e1d-386ec6a50777 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.211999146Z" level=info msg="Stopping pod sandbox: 3675d27bd58eca9b17ad930c8ad6c01586990473bd5e611b09b7d19a9a6eab50" id=4fa059fc-8e8d-43fe-a2e7-09c1b0632f85 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.212030769Z" level=info msg="Stopping pod sandbox: 3675d27bd58eca9b17ad930c8ad6c01586990473bd5e611b09b7d19a9a6eab50" id=f4c35347-fcaa-42e8-8e4d-0ff81606d9e9 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.215034368Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-P3ZVHPBYNVAOTDTX - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-OX7I2FYBO4WEBT5P - [0:0]\n-X KUBE-HP-OX7I2FYBO4WEBT5P\n-X KUBE-HP-P3ZVHPBYNVAOTDTX\nCOMMIT\n"
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.216481113Z" level=info msg="Closing host port tcp:80"
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.216520526Z" level=info msg="Closing host port tcp:443"
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.217573210Z" level=info msg="Host port tcp:80 does not have an open socket"
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.217593130Z" level=info msg="Host port tcp:443 does not have an open socket"
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.217708846Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7fcf777cb7-2hzg6 Namespace:ingress-nginx ID:3675d27bd58eca9b17ad930c8ad6c01586990473bd5e611b09b7d19a9a6eab50 UID:00e8881b-b5ba-4ae9-99a3-5149f472d1d7 NetNS:/var/run/netns/bf9e8d6a-dcac-4bd9-b6ec-c226656bca5f Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.217821512Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7fcf777cb7-2hzg6 from CNI network \"kindnet\" (type=ptp)"
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.252957522Z" level=info msg="Stopped pod sandbox: 3675d27bd58eca9b17ad930c8ad6c01586990473bd5e611b09b7d19a9a6eab50" id=4fa059fc-8e8d-43fe-a2e7-09c1b0632f85 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 09 13:03:00 ingress-addon-legacy-680285 crio[955]: time="2023-10-09 13:03:00.253072299Z" level=info msg="Stopped pod sandbox (already stopped): 3675d27bd58eca9b17ad930c8ad6c01586990473bd5e611b09b7d19a9a6eab50" id=f4c35347-fcaa-42e8-8e4d-0ff81606d9e9 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
a58882bb6d812 gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6 23 seconds ago Running hello-world-app 0 e8b909806a077 hello-world-app-5f5d8b66bb-8wwvx
56f3bf409850b docker.io/library/nginx@sha256:34b58b4f5c6d133d97298cbaae140283dc325ff1aeffb28176f63078baeffd14 2 minutes ago Running nginx 0 d712b0c7df4c2 nginx
1ef217ca79fc8 registry.k8s.io/ingress-nginx/controller@sha256:35fe394c82164efa8f47f3ed0be981b3f23da77175bbb8268a9ae438851c8324 3 minutes ago Exited controller 0 3675d27bd58ec ingress-nginx-controller-7fcf777cb7-2hzg6
b3722a28518c4 docker.io/jettech/kube-webhook-certgen@sha256:784853e84a0223f34ea58fe36766c2dbeb129b125d25f16b8468c903262b77f6 3 minutes ago Exited patch 0 dd6f2d5dfc4ba ingress-nginx-admission-patch-jlbbv
f8cbfc75228af docker.io/jettech/kube-webhook-certgen@sha256:784853e84a0223f34ea58fe36766c2dbeb129b125d25f16b8468c903262b77f6 3 minutes ago Exited create 0 6148d8cfe07c6 ingress-nginx-admission-create-bz2gf
676ebf28e6ea3 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 3 minutes ago Running storage-provisioner 0 ae329d5dc1b1e storage-provisioner
89f96bb0eaa9b 67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5 3 minutes ago Running coredns 0 9423efeed297d coredns-66bff467f8-mqljc
45f4f4193e647 docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052 3 minutes ago Running kindnet-cni 0 72218c8429208 kindnet-jjzx5
5ca242dc18682 27f8b8d51985f755cfb3ffea424fa34865cc0da63e99378d8202f923c3c5a8ba 3 minutes ago Running kube-proxy 0 f86f7d7a7f17b kube-proxy-kb6hz
e840876ac5b44 7d8d2960de69688eab5698081441539a1662f47e092488973e455a8334955cb1 4 minutes ago Running kube-apiserver 0 96ba1e0dd2553 kube-apiserver-ingress-addon-legacy-680285
3458be9f9b555 e7c545a60706cf009a893afdc7dba900cc2e342b8042b9c421d607ca41e8b290 4 minutes ago Running kube-controller-manager 0 bdd0438891927 kube-controller-manager-ingress-addon-legacy-680285
98d9dc2b4b5c3 303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f 4 minutes ago Running etcd 0 0c347abc24192 etcd-ingress-addon-legacy-680285
29e750fd010c2 a05a1a79adaad058478b7638d2e73cf408b283305081516fbe02706b0e205346 4 minutes ago Running kube-scheduler 0 cc71a0431fe9f kube-scheduler-ingress-addon-legacy-680285
*
* ==> coredns [89f96bb0eaa9ba90cfc9d9a5128cbcb3288a87f48f55cb2ad350aeb66579a1fd] <==
* [INFO] 10.244.0.5:59041 - 7650 "AAAA IN hello-world-app.default.svc.cluster.local.c.k8s-minikube.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.003218142s
[INFO] 10.244.0.5:46410 - 6002 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003943053s
[INFO] 10.244.0.5:37177 - 11176 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004193009s
[INFO] 10.244.0.5:59041 - 3178 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004019427s
[INFO] 10.244.0.5:34594 - 50159 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004341677s
[INFO] 10.244.0.5:45779 - 27537 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003771753s
[INFO] 10.244.0.5:60007 - 57670 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003690448s
[INFO] 10.244.0.5:42179 - 11080 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004379906s
[INFO] 10.244.0.5:38156 - 58763 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004435939s
[INFO] 10.244.0.5:38156 - 12986 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.002842051s
[INFO] 10.244.0.5:59041 - 57471 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003480489s
[INFO] 10.244.0.5:37177 - 48677 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003520989s
[INFO] 10.244.0.5:60007 - 52956 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.002772941s
[INFO] 10.244.0.5:45779 - 32829 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003248392s
[INFO] 10.244.0.5:46410 - 5584 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003712521s
[INFO] 10.244.0.5:60007 - 14747 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000038621s
[INFO] 10.244.0.5:34594 - 64867 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003487318s
[INFO] 10.244.0.5:38156 - 10778 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000225719s
[INFO] 10.244.0.5:42179 - 16625 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003699848s
[INFO] 10.244.0.5:59041 - 12039 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00006796s
[INFO] 10.244.0.5:37177 - 13822 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000040175s
[INFO] 10.244.0.5:46410 - 8220 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000101903s
[INFO] 10.244.0.5:45779 - 14521 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000134189s
[INFO] 10.244.0.5:42179 - 16591 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000059689s
[INFO] 10.244.0.5:34594 - 62954 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000064192s
*
* ==> describe nodes <==
* Name: ingress-addon-legacy-680285
Roles: master
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ingress-addon-legacy-680285
kubernetes.io/os=linux
minikube.k8s.io/commit=5246c25d92858f2bed1b803bf67475f9bc0a2245
minikube.k8s.io/name=ingress-addon-legacy-680285
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_09T12_59_10_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/master=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Oct 2023 12:59:07 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ingress-addon-legacy-680285
AcquireTime: <unset>
RenewTime: Mon, 09 Oct 2023 13:03:00 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Oct 2023 13:00:40 +0000 Mon, 09 Oct 2023 12:59:03 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Oct 2023 13:00:40 +0000 Mon, 09 Oct 2023 12:59:03 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Oct 2023 13:00:40 +0000 Mon, 09 Oct 2023 12:59:03 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Oct 2023 13:00:40 +0000 Mon, 09 Oct 2023 12:59:40 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ingress-addon-legacy-680285
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
System Info:
Machine ID: 3d4831003a324a1499e11a5d9d263c4a
System UUID: 16987286-4b99-4bb8-9ca8-c7c423f15d90
Boot ID: 5a760b8a-84a7-412f-8e96-c32753bc277c
Kernel Version: 5.15.0-1044-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.18.20
Kube-Proxy Version: v1.18.20
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (10 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits AGE
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5f5d8b66bb-8wwvx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 27s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system coredns-66bff467f8-mqljc 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 3m40s
kube-system etcd-ingress-addon-legacy-680285 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m55s
kube-system kindnet-jjzx5 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m40s
kube-system kube-apiserver-ingress-addon-legacy-680285 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m55s
kube-system kube-controller-manager-ingress-addon-legacy-680285 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m55s
kube-system kube-proxy-kb6hz 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m40s
kube-system kube-scheduler-ingress-addon-legacy-680285 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m54s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m40s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%!)(MISSING) 100m (1%!)(MISSING)
memory 120Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m3s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m3s (x5 over 4m3s) kubelet Node ingress-addon-legacy-680285 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m3s (x4 over 4m3s) kubelet Node ingress-addon-legacy-680285 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m3s (x4 over 4m3s) kubelet Node ingress-addon-legacy-680285 status is now: NodeHasSufficientPID
Normal Starting 3m55s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m55s kubelet Node ingress-addon-legacy-680285 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m55s kubelet Node ingress-addon-legacy-680285 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m55s kubelet Node ingress-addon-legacy-680285 status is now: NodeHasSufficientPID
Normal Starting 3m39s kube-proxy Starting kube-proxy.
Normal NodeReady 3m25s kubelet Node ingress-addon-legacy-680285 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.007608] FS-Cache: O-key=[8] '8aa20f0200000000'
[ +0.004920] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.006602] FS-Cache: N-cookie d=000000005d10e138{9p.inode} n=00000000d1b93d5d
[ +0.007345] FS-Cache: N-key=[8] '8aa20f0200000000'
[ +3.009140] FS-Cache: Duplicate cookie detected
[ +0.004696] FS-Cache: O-cookie c=00000013 [p=00000002 fl=222 nc=0 na=1]
[ +0.006756] FS-Cache: O-cookie d=0000000075a394c2{9P.session} n=00000000703fb765
[ +0.007540] FS-Cache: O-key=[10] '34323937323935313732'
[ +0.005412] FS-Cache: N-cookie c=00000014 [p=00000002 fl=2 nc=0 na=1]
[ +0.007963] FS-Cache: N-cookie d=0000000075a394c2{9P.session} n=00000000a951e9c2
[ +0.008905] FS-Cache: N-key=[10] '34323937323935313732'
[Oct 9 13:00] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +1.011540] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +2.015787] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000013] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +4.099639] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000009] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +8.187298] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000028] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +16.126572] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[Oct 9 13:01] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000032] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
*
* ==> etcd [98d9dc2b4b5c3960da88695e6e8e6bf565e0a9d4041445f3e5cd5bad9fa0a68b] <==
* raft2023/10/09 12:59:03 INFO: aec36adc501070cc became follower at term 0
raft2023/10/09 12:59:03 INFO: newRaft aec36adc501070cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]
raft2023/10/09 12:59:03 INFO: aec36adc501070cc became follower at term 1
raft2023/10/09 12:59:03 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2023-10-09 12:59:03.563027 W | auth: simple token is not cryptographically signed
2023-10-09 12:59:03.566854 I | etcdserver: starting server... [version: 3.4.3, cluster version: to_be_decided]
2023-10-09 12:59:03.567186 I | etcdserver: aec36adc501070cc as single-node; fast-forwarding 9 ticks (election ticks 10)
raft2023/10/09 12:59:03 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2023-10-09 12:59:03.567592 I | etcdserver/membership: added member aec36adc501070cc [https://192.168.49.2:2380] to cluster fa54960ea34d58be
2023-10-09 12:59:03.569485 I | embed: ClientTLS: cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file =
2023-10-09 12:59:03.569664 I | embed: listening for peers on 192.168.49.2:2380
2023-10-09 12:59:03.569787 I | embed: listening for metrics on http://127.0.0.1:2381
raft2023/10/09 12:59:04 INFO: aec36adc501070cc is starting a new election at term 1
raft2023/10/09 12:59:04 INFO: aec36adc501070cc became candidate at term 2
raft2023/10/09 12:59:04 INFO: aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2
raft2023/10/09 12:59:04 INFO: aec36adc501070cc became leader at term 2
raft2023/10/09 12:59:04 INFO: raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2
2023-10-09 12:59:04.557626 I | etcdserver: published {Name:ingress-addon-legacy-680285 ClientURLs:[https://192.168.49.2:2379]} to cluster fa54960ea34d58be
2023-10-09 12:59:04.557653 I | embed: ready to serve client requests
2023-10-09 12:59:04.557695 I | etcdserver: setting up the initial cluster version to 3.4
2023-10-09 12:59:04.557751 I | embed: ready to serve client requests
2023-10-09 12:59:04.558868 N | etcdserver/membership: set the initial cluster version to 3.4
2023-10-09 12:59:04.559069 I | etcdserver/api: enabled capabilities for version 3.4
2023-10-09 12:59:04.559961 I | embed: serving client requests on 127.0.0.1:2379
2023-10-09 12:59:04.560355 I | embed: serving client requests on 192.168.49.2:2379
*
* ==> kernel <==
* 13:03:05 up 2:45, 0 users, load average: 0.28, 0.69, 0.99
Linux ingress-addon-legacy-680285 5.15.0-1044-gcp #52~20.04.1-Ubuntu SMP Wed Sep 20 16:25:19 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [45f4f4193e647dc6a5ae244d584b5c8c217f0136c8a28a5258e47c856d615c03] <==
* I1009 13:01:02.034530 1 main.go:227] handling current node
I1009 13:01:12.046434 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:01:12.046459 1 main.go:227] handling current node
I1009 13:01:22.058671 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:01:22.058699 1 main.go:227] handling current node
I1009 13:01:32.070305 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:01:32.070328 1 main.go:227] handling current node
I1009 13:01:42.079449 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:01:42.079475 1 main.go:227] handling current node
I1009 13:01:52.083524 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:01:52.083550 1 main.go:227] handling current node
I1009 13:02:02.094344 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:02:02.094370 1 main.go:227] handling current node
I1009 13:02:12.097651 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:02:12.097677 1 main.go:227] handling current node
I1009 13:02:22.109940 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:02:22.109967 1 main.go:227] handling current node
I1009 13:02:32.113442 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:02:32.113469 1 main.go:227] handling current node
I1009 13:02:42.156296 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:02:42.156333 1 main.go:227] handling current node
I1009 13:02:52.160320 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:02:52.160345 1 main.go:227] handling current node
I1009 13:03:02.163628 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1009 13:03:02.163658 1 main.go:227] handling current node
*
* ==> kube-apiserver [e840876ac5b4444ddd93554f97011e4dafbd77713ff272ac81ff61491fe369a4] <==
* E1009 12:59:07.168103 1 controller.go:152] Unable to remove old endpoints from kubernetes service: StorageError: key not found, Code: 1, Key: /registry/masterleases/192.168.49.2, ResourceVersion: 0, AdditionalErrorMsg:
I1009 12:59:07.253450 1 cache.go:39] Caches are synced for autoregister controller
I1009 12:59:07.253847 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1009 12:59:07.255457 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1009 12:59:07.255487 1 shared_informer.go:230] Caches are synced for crd-autoregister
I1009 12:59:07.268262 1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller
I1009 12:59:08.152454 1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I1009 12:59:08.152490 1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I1009 12:59:08.157751 1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000
I1009 12:59:08.161077 1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000
I1009 12:59:08.161097 1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.
I1009 12:59:08.496837 1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1009 12:59:08.527906 1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
W1009 12:59:08.582824 1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.49.2]
I1009 12:59:08.583827 1 controller.go:609] quota admission added evaluator for: endpoints
I1009 12:59:08.589952 1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1009 12:59:09.434573 1 controller.go:609] quota admission added evaluator for: serviceaccounts
I1009 12:59:10.279483 1 controller.go:609] quota admission added evaluator for: deployments.apps
I1009 12:59:10.436692 1 controller.go:609] quota admission added evaluator for: daemonsets.apps
I1009 12:59:10.664858 1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io
I1009 12:59:25.214966 1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps
I1009 12:59:25.416306 1 controller.go:609] quota admission added evaluator for: replicasets.apps
I1009 12:59:51.882775 1 controller.go:609] quota admission added evaluator for: jobs.batch
I1009 13:00:15.543753 1 controller.go:609] quota admission added evaluator for: ingresses.networking.k8s.io
E1009 13:02:58.046070 1 authentication.go:53] Unable to authenticate the request due to an error: [invalid bearer token, Token has been invalidated]
*
* ==> kube-controller-manager [3458be9f9b555828f7e26cff61979640bd0228474ddb06e708639abf33e54cba] <==
* I1009 12:59:25.395730 1 shared_informer.go:230] Caches are synced for PV protection
I1009 12:59:25.405824 1 shared_informer.go:230] Caches are synced for attach detach
I1009 12:59:25.412885 1 shared_informer.go:230] Caches are synced for deployment
I1009 12:59:25.455490 1 shared_informer.go:230] Caches are synced for disruption
I1009 12:59:25.455518 1 disruption.go:339] Sending events to api server.
I1009 12:59:25.456934 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"kube-system", Name:"coredns", UID:"0f0d9054-d92a-4f84-872e-68f7e341390a", APIVersion:"apps/v1", ResourceVersion:"353", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set coredns-66bff467f8 to 1
I1009 12:59:25.461064 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"c60810a0-2c9a-4c34-a040-c1f496062a88", APIVersion:"apps/v1", ResourceVersion:"354", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: coredns-66bff467f8-mqljc
I1009 12:59:25.467298 1 shared_informer.go:230] Caches are synced for endpoint
I1009 12:59:25.495721 1 shared_informer.go:230] Caches are synced for endpoint_slice
I1009 12:59:25.557259 1 shared_informer.go:223] Waiting for caches to sync for garbage collector
I1009 12:59:25.655502 1 shared_informer.go:230] Caches are synced for bootstrap_signer
I1009 12:59:25.655524 1 shared_informer.go:230] Caches are synced for resource quota
I1009 12:59:25.655524 1 shared_informer.go:230] Caches are synced for garbage collector
I1009 12:59:25.655558 1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I1009 12:59:25.655841 1 shared_informer.go:230] Caches are synced for resource quota
I1009 12:59:25.657506 1 shared_informer.go:230] Caches are synced for garbage collector
I1009 12:59:45.246804 1 node_lifecycle_controller.go:1226] Controller detected that some Nodes are Ready. Exiting master disruption mode.
I1009 12:59:51.876361 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"17458020-8e72-4dd4-9bde-64f2ca83a39d", APIVersion:"apps/v1", ResourceVersion:"465", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1
I1009 12:59:51.887592 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"1891955a-cdbf-4d9f-a69f-544525af177d", APIVersion:"apps/v1", ResourceVersion:"466", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-2hzg6
I1009 12:59:51.889864 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"6fbee1ba-b4f2-4e43-b117-ec0c23349549", APIVersion:"batch/v1", ResourceVersion:"469", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-bz2gf
I1009 12:59:51.965854 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"dac4885c-3817-4f63-a9af-d237d905eeaf", APIVersion:"batch/v1", ResourceVersion:"479", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-jlbbv
I1009 12:59:56.835380 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"6fbee1ba-b4f2-4e43-b117-ec0c23349549", APIVersion:"batch/v1", ResourceVersion:"481", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I1009 12:59:57.838202 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"dac4885c-3817-4f63-a9af-d237d905eeaf", APIVersion:"batch/v1", ResourceVersion:"488", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I1009 13:02:38.974962 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"default", Name:"hello-world-app", UID:"63ffafde-b156-46fc-ad35-0c1f2fff87a4", APIVersion:"apps/v1", ResourceVersion:"706", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set hello-world-app-5f5d8b66bb to 1
I1009 13:02:38.981882 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"default", Name:"hello-world-app-5f5d8b66bb", UID:"25230f67-a4dd-46e8-a6da-67a96b77401a", APIVersion:"apps/v1", ResourceVersion:"707", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: hello-world-app-5f5d8b66bb-8wwvx
*
* ==> kube-proxy [5ca242dc1868239d3ca9719e1c0cd4426b9b3de32401f2f6574b83272ea8ccc7] <==
* W1009 12:59:26.191569 1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy
I1009 12:59:26.197492 1 node.go:136] Successfully retrieved node IP: 192.168.49.2
I1009 12:59:26.197517 1 server_others.go:186] Using iptables Proxier.
I1009 12:59:26.197741 1 server.go:583] Version: v1.18.20
I1009 12:59:26.198195 1 config.go:133] Starting endpoints config controller
I1009 12:59:26.198224 1 shared_informer.go:223] Waiting for caches to sync for endpoints config
I1009 12:59:26.198354 1 config.go:315] Starting service config controller
I1009 12:59:26.198366 1 shared_informer.go:223] Waiting for caches to sync for service config
I1009 12:59:26.298477 1 shared_informer.go:230] Caches are synced for endpoints config
I1009 12:59:26.298488 1 shared_informer.go:230] Caches are synced for service config
*
* ==> kube-scheduler [29e750fd010c27b27e6f9871b4195be6769dbf4d6ac65a19bb787cc7473403be] <==
* I1009 12:59:07.266116 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I1009 12:59:07.266143 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I1009 12:59:07.268562 1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1009 12:59:07.268587 1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1009 12:59:07.268601 1 tlsconfig.go:240] Starting DynamicServingCertificateController
I1009 12:59:07.268576 1 secure_serving.go:178] Serving securely on 127.0.0.1:10259
E1009 12:59:07.269980 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1009 12:59:07.270977 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1009 12:59:07.271174 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1009 12:59:07.271404 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1009 12:59:07.271697 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1009 12:59:07.271721 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1009 12:59:07.271721 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1009 12:59:07.271832 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1009 12:59:07.271848 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1009 12:59:07.271861 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1009 12:59:07.272447 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1009 12:59:07.275452 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1009 12:59:08.170096 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1009 12:59:08.214377 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1009 12:59:08.291130 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1009 12:59:08.366569 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1009 12:59:08.390103 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
I1009 12:59:08.768811 1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1009 12:59:25.480527 1 factory.go:503] pod: kube-system/coredns-66bff467f8-mqljc is already present in the active queue
*
* ==> kubelet <==
* Oct 09 13:02:17 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:17.687472 1864 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 09 13:02:17 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:17.687505 1864 pod_workers.go:191] Error syncing pod 2161c37f-a617-496b-b9ad-3ce668bea176 ("kube-ingress-dns-minikube_kube-system(2161c37f-a617-496b-b9ad-3ce668bea176)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 09 13:02:31 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:31.687093 1864 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 09 13:02:31 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:31.687149 1864 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 09 13:02:31 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:31.687211 1864 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 09 13:02:31 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:31.687249 1864 pod_workers.go:191] Error syncing pod 2161c37f-a617-496b-b9ad-3ce668bea176 ("kube-ingress-dns-minikube_kube-system(2161c37f-a617-496b-b9ad-3ce668bea176)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 09 13:02:38 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:02:38.987363 1864 topology_manager.go:235] [topologymanager] Topology Admit Handler
Oct 09 13:02:39 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:02:39.183010 1864 reconciler.go:224] operationExecutor.VerifyControllerAttachedVolume started for volume "default-token-6qj4q" (UniqueName: "kubernetes.io/secret/76878694-d711-4ab5-b40b-b8a001179f55-default-token-6qj4q") pod "hello-world-app-5f5d8b66bb-8wwvx" (UID: "76878694-d711-4ab5-b40b-b8a001179f55")
Oct 09 13:02:39 ingress-addon-legacy-680285 kubelet[1864]: W1009 13:02:39.636379 1864 manager.go:1131] Failed to process watch event {EventType:0 Name:/docker/4d7db51bfd7311fd2b349ad1993a49600ece082b0270259c58063b11a4804c95/crio-e8b909806a077119d276c9aeb69ae4a6983b09c35fdc8a1e9f2084fd6f327cce WatchSource:0}: Error finding container e8b909806a077119d276c9aeb69ae4a6983b09c35fdc8a1e9f2084fd6f327cce: Status 404 returned error &{%!!(MISSING)s(*http.body=&{0xc0006568e0 <nil> <nil> false false {0 0} false false false <nil>}) {%!!(MISSING)s(int32=0) %!!(MISSING)s(uint32=0)} %!!(MISSING)s(bool=false) <nil> %!!(MISSING)s(func(error) error=0x750800) %!!(MISSING)s(func() error=0x750790)}
Oct 09 13:02:45 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:45.687127 1864 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 09 13:02:45 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:45.687167 1864 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 09 13:02:45 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:45.687245 1864 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 09 13:02:45 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:45.687304 1864 pod_workers.go:191] Error syncing pod 2161c37f-a617-496b-b9ad-3ce668bea176 ("kube-ingress-dns-minikube_kube-system(2161c37f-a617-496b-b9ad-3ce668bea176)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 09 13:02:54 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:02:54.826928 1864 reconciler.go:196] operationExecutor.UnmountVolume started for volume "minikube-ingress-dns-token-wsw7v" (UniqueName: "kubernetes.io/secret/2161c37f-a617-496b-b9ad-3ce668bea176-minikube-ingress-dns-token-wsw7v") pod "2161c37f-a617-496b-b9ad-3ce668bea176" (UID: "2161c37f-a617-496b-b9ad-3ce668bea176")
Oct 09 13:02:54 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:02:54.829047 1864 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2161c37f-a617-496b-b9ad-3ce668bea176-minikube-ingress-dns-token-wsw7v" (OuterVolumeSpecName: "minikube-ingress-dns-token-wsw7v") pod "2161c37f-a617-496b-b9ad-3ce668bea176" (UID: "2161c37f-a617-496b-b9ad-3ce668bea176"). InnerVolumeSpecName "minikube-ingress-dns-token-wsw7v". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 09 13:02:54 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:02:54.927432 1864 reconciler.go:319] Volume detached for volume "minikube-ingress-dns-token-wsw7v" (UniqueName: "kubernetes.io/secret/2161c37f-a617-496b-b9ad-3ce668bea176-minikube-ingress-dns-token-wsw7v") on node "ingress-addon-legacy-680285" DevicePath ""
Oct 09 13:02:58 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:58.035682 1864 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-2hzg6.178c72114079ec98", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-2hzg6", UID:"00e8881b-b5ba-4ae9-99a3-5149f472d1d7", APIVersion:"v1", ResourceVersion:"474", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-680285"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc1411c6082005898, ext:227791389104, loc:(*time.Location)(0x701e5a0)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc1411c6082005898, ext:227791389104, loc:(*time.Location)(0x701e5a0)}}, Count:1, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-2hzg6.178c72114079ec98" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Oct 09 13:02:58 ingress-addon-legacy-680285 kubelet[1864]: E1009 13:02:58.040275 1864 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-2hzg6.178c72114079ec98", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-2hzg6", UID:"00e8881b-b5ba-4ae9-99a3-5149f472d1d7", APIVersion:"v1", ResourceVersion:"474", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-680285"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc1411c6082005898, ext:227791389104, loc:(*time.Location)(0x701e5a0)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc1411c608233a88e, ext:227794751897, loc:(*time.Location)(0x701e5a0)}}, Count:2, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-2hzg6.178c72114079ec98" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Oct 09 13:03:01 ingress-addon-legacy-680285 kubelet[1864]: W1009 13:03:01.191325 1864 pod_container_deletor.go:77] Container "3675d27bd58eca9b17ad930c8ad6c01586990473bd5e611b09b7d19a9a6eab50" not found in pod's containers
Oct 09 13:03:02 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:03:02.167227 1864 reconciler.go:196] operationExecutor.UnmountVolume started for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/00e8881b-b5ba-4ae9-99a3-5149f472d1d7-webhook-cert") pod "00e8881b-b5ba-4ae9-99a3-5149f472d1d7" (UID: "00e8881b-b5ba-4ae9-99a3-5149f472d1d7")
Oct 09 13:03:02 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:03:02.167305 1864 reconciler.go:196] operationExecutor.UnmountVolume started for volume "ingress-nginx-token-zftwj" (UniqueName: "kubernetes.io/secret/00e8881b-b5ba-4ae9-99a3-5149f472d1d7-ingress-nginx-token-zftwj") pod "00e8881b-b5ba-4ae9-99a3-5149f472d1d7" (UID: "00e8881b-b5ba-4ae9-99a3-5149f472d1d7")
Oct 09 13:03:02 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:03:02.169248 1864 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00e8881b-b5ba-4ae9-99a3-5149f472d1d7-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "00e8881b-b5ba-4ae9-99a3-5149f472d1d7" (UID: "00e8881b-b5ba-4ae9-99a3-5149f472d1d7"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 09 13:03:02 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:03:02.169527 1864 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00e8881b-b5ba-4ae9-99a3-5149f472d1d7-ingress-nginx-token-zftwj" (OuterVolumeSpecName: "ingress-nginx-token-zftwj") pod "00e8881b-b5ba-4ae9-99a3-5149f472d1d7" (UID: "00e8881b-b5ba-4ae9-99a3-5149f472d1d7"). InnerVolumeSpecName "ingress-nginx-token-zftwj". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 09 13:03:02 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:03:02.267609 1864 reconciler.go:319] Volume detached for volume "ingress-nginx-token-zftwj" (UniqueName: "kubernetes.io/secret/00e8881b-b5ba-4ae9-99a3-5149f472d1d7-ingress-nginx-token-zftwj") on node "ingress-addon-legacy-680285" DevicePath ""
Oct 09 13:03:02 ingress-addon-legacy-680285 kubelet[1864]: I1009 13:03:02.267654 1864 reconciler.go:319] Volume detached for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/00e8881b-b5ba-4ae9-99a3-5149f472d1d7-webhook-cert") on node "ingress-addon-legacy-680285" DevicePath ""
*
* ==> storage-provisioner [676ebf28e6ea302b87ba096540c0111d9cd2d8cb04e5b2a489de757c8d18a7db] <==
* I1009 12:59:45.619528 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1009 12:59:45.627033 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1009 12:59:45.627075 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1009 12:59:45.632843 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1009 12:59:45.632957 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"364f724f-91ff-44b5-a413-096ab91b457d", APIVersion:"v1", ResourceVersion:"419", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-680285_3592146f-c419-499a-b140-2bcfdbf2cbf8 became leader
I1009 12:59:45.632985 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-680285_3592146f-c419-499a-b140-2bcfdbf2cbf8!
I1009 12:59:45.734145 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-680285_3592146f-c419-499a-b140-2bcfdbf2cbf8!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ingress-addon-legacy-680285 -n ingress-addon-legacy-680285
helpers_test.go:261: (dbg) Run: kubectl --context ingress-addon-legacy-680285 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (180.03s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:552: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:560: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8m7xw -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:571: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8m7xw -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:571: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8m7xw -- sh -c "ping -c 1 192.168.58.1": exit status 1 (193.940128ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:572: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-8m7xw): exit status 1
multinode_test.go:560: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8mktz -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:571: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8mktz -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:571: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8mktz -- sh -c "ping -c 1 192.168.58.1": exit status 1 (199.383925ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:572: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-8mktz): exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect multinode-882803
helpers_test.go:235: (dbg) docker inspect multinode-882803:
-- stdout --
[
{
"Id": "7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714",
"Created": "2023-10-09T13:07:49.988784073Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 374472,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-09T13:07:50.273059178Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:94671ba3754e2c6976414eaf20a0c7861a5d2f9fc631e1161e8ab0ded9062c52",
"ResolvConfPath": "/var/lib/docker/containers/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/hostname",
"HostsPath": "/var/lib/docker/containers/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/hosts",
"LogPath": "/var/lib/docker/containers/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714-json.log",
"Name": "/multinode-882803",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"multinode-882803:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "multinode-882803",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/1da39ef6f7e712fd35be25e5cc040ee0b95aeabf3bad38fc03ecf1fe35a95cc3-init/diff:/var/lib/docker/overlay2/9e66019928f09bde420b80b7a785682de2e6dccbb57b6f739aa8822eabd1d9c4/diff",
"MergedDir": "/var/lib/docker/overlay2/1da39ef6f7e712fd35be25e5cc040ee0b95aeabf3bad38fc03ecf1fe35a95cc3/merged",
"UpperDir": "/var/lib/docker/overlay2/1da39ef6f7e712fd35be25e5cc040ee0b95aeabf3bad38fc03ecf1fe35a95cc3/diff",
"WorkDir": "/var/lib/docker/overlay2/1da39ef6f7e712fd35be25e5cc040ee0b95aeabf3bad38fc03ecf1fe35a95cc3/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "multinode-882803",
"Source": "/var/lib/docker/volumes/multinode-882803/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "multinode-882803",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "multinode-882803",
"name.minikube.sigs.k8s.io": "multinode-882803",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "814dc659fd7e2172497f929589963654b5dc10231015e809deeef89cdbb6ff33",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32847"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32846"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32843"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32845"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32844"
}
]
},
"SandboxKey": "/var/run/docker/netns/814dc659fd7e",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"multinode-882803": {
"IPAMConfig": {
"IPv4Address": "192.168.58.2"
},
"Links": null,
"Aliases": [
"7d34bc501f08",
"multinode-882803"
],
"NetworkID": "650ad33eeadb57345979b8669129c32f7541a2bffd6535ef0192195959dd03a5",
"EndpointID": "2bc23c67c93cc9cc1f76442095259055014946e3e39dae49c84acfc4f3bca9fd",
"Gateway": "192.168.58.1",
"IPAddress": "192.168.58.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:3a:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p multinode-882803 -n multinode-882803
helpers_test.go:244: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p multinode-882803 logs -n 25: (1.188973393s)
helpers_test.go:252: TestMultiNode/serial/PingHostFrom2Pods logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -p mount-start-2-977709 | mount-start-2-977709 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| | --memory=2048 --mount | | | | | |
| | --mount-gid 0 --mount-msize | | | | | |
| | 6543 --mount-port 46465 | | | | | |
| | --mount-uid 0 --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | mount-start-2-977709 ssh -- ls | mount-start-2-977709 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-1-960737 | mount-start-1-960737 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| | --alsologtostderr -v=5 | | | | | |
| ssh | mount-start-2-977709 ssh -- ls | mount-start-2-977709 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| | /minikube-host | | | | | |
| stop | -p mount-start-2-977709 | mount-start-2-977709 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| start | -p mount-start-2-977709 | mount-start-2-977709 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| ssh | mount-start-2-977709 ssh -- ls | mount-start-2-977709 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-2-977709 | mount-start-2-977709 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| delete | -p mount-start-1-960737 | mount-start-1-960737 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:07 UTC |
| start | -p multinode-882803 | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:07 UTC | 09 Oct 23 13:08 UTC |
| | --wait=true --memory=2200 | | | | | |
| | --nodes=2 -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| kubectl | -p multinode-882803 -- apply -f | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | ./testdata/multinodes/multinode-pod-dns-test.yaml | | | | | |
| kubectl | -p multinode-882803 -- rollout | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | status deployment/busybox | | | | | |
| kubectl | -p multinode-882803 -- get pods -o | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p multinode-882803 -- get pods -o | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | busybox-5bc68d56bd-8m7xw -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | busybox-5bc68d56bd-8mktz -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | busybox-5bc68d56bd-8m7xw -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | busybox-5bc68d56bd-8mktz -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | busybox-5bc68d56bd-8m7xw -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | busybox-5bc68d56bd-8mktz -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-882803 -- get pods -o | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | busybox-5bc68d56bd-8m7xw | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | |
| | busybox-5bc68d56bd-8m7xw -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | 09 Oct 23 13:08 UTC |
| | busybox-5bc68d56bd-8mktz | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-882803 -- exec | multinode-882803 | jenkins | v1.31.2 | 09 Oct 23 13:08 UTC | |
| | busybox-5bc68d56bd-8mktz -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/09 13:07:43
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1009 13:07:43.949376 373860 out.go:296] Setting OutFile to fd 1 ...
I1009 13:07:43.949631 373860 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:07:43.949640 373860 out.go:309] Setting ErrFile to fd 2...
I1009 13:07:43.949644 373860 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:07:43.949841 373860 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 13:07:43.950432 373860 out.go:303] Setting JSON to false
I1009 13:07:43.951825 373860 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":10207,"bootTime":1696846657,"procs":727,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 13:07:43.951890 373860 start.go:138] virtualization: kvm guest
I1009 13:07:43.954499 373860 out.go:177] * [multinode-882803] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 13:07:43.956256 373860 out.go:177] - MINIKUBE_LOCATION=17259
I1009 13:07:43.957744 373860 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 13:07:43.956320 373860 notify.go:220] Checking for updates...
I1009 13:07:43.960752 373860 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:07:43.962195 373860 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 13:07:43.963633 373860 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 13:07:43.965203 373860 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 13:07:43.966729 373860 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 13:07:43.989256 373860 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 13:07:43.989353 373860 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 13:07:44.050415 373860 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:37 SystemTime:2023-10-09 13:07:44.040971906 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 13:07:44.050590 373860 docker.go:295] overlay module found
I1009 13:07:44.052841 373860 out.go:177] * Using the docker driver based on user configuration
I1009 13:07:44.054362 373860 start.go:298] selected driver: docker
I1009 13:07:44.054386 373860 start.go:902] validating driver "docker" against <nil>
I1009 13:07:44.054403 373860 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 13:07:44.055631 373860 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 13:07:44.116619 373860 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:37 SystemTime:2023-10-09 13:07:44.107050312 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 13:07:44.116837 373860 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1009 13:07:44.117140 373860 start_flags.go:926] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1009 13:07:44.119109 373860 out.go:177] * Using Docker driver with root privileges
I1009 13:07:44.120583 373860 cni.go:84] Creating CNI manager for ""
I1009 13:07:44.120601 373860 cni.go:136] 0 nodes found, recommending kindnet
I1009 13:07:44.120613 373860 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1009 13:07:44.120630 373860 start_flags.go:323] config:
{Name:multinode-882803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-882803 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 13:07:44.122359 373860 out.go:177] * Starting control plane node multinode-882803 in cluster multinode-882803
I1009 13:07:44.123613 373860 cache.go:122] Beginning downloading kic base image for docker with crio
I1009 13:07:44.124934 373860 out.go:177] * Pulling base image ...
I1009 13:07:44.126436 373860 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 13:07:44.126486 373860 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4
I1009 13:07:44.126503 373860 cache.go:57] Caching tarball of preloaded images
I1009 13:07:44.126535 373860 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1009 13:07:44.126613 373860 preload.go:174] Found /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1009 13:07:44.126639 373860 cache.go:60] Finished verifying existence of preloaded tar for v1.28.2 on crio
I1009 13:07:44.127180 373860 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/config.json ...
I1009 13:07:44.127219 373860 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/config.json: {Name:mk74f0d8aee512bfed8e28c4fd085493e8f456c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:07:44.143904 373860 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1009 13:07:44.143932 373860 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
I1009 13:07:44.143956 373860 cache.go:195] Successfully downloaded all kic artifacts
I1009 13:07:44.144008 373860 start.go:365] acquiring machines lock for multinode-882803: {Name:mk319f23334c3dee2d56f6a1f82c366ed30b9ba3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:07:44.144127 373860 start.go:369] acquired machines lock for "multinode-882803" in 95.38µs
I1009 13:07:44.144157 373860 start.go:93] Provisioning new machine with config: &{Name:multinode-882803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-882803 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 13:07:44.144261 373860 start.go:125] createHost starting for "" (driver="docker")
I1009 13:07:44.146681 373860 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1009 13:07:44.147000 373860 start.go:159] libmachine.API.Create for "multinode-882803" (driver="docker")
I1009 13:07:44.147031 373860 client.go:168] LocalClient.Create starting
I1009 13:07:44.147092 373860 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem
I1009 13:07:44.147133 373860 main.go:141] libmachine: Decoding PEM data...
I1009 13:07:44.147166 373860 main.go:141] libmachine: Parsing certificate...
I1009 13:07:44.147227 373860 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem
I1009 13:07:44.147264 373860 main.go:141] libmachine: Decoding PEM data...
I1009 13:07:44.147279 373860 main.go:141] libmachine: Parsing certificate...
I1009 13:07:44.147612 373860 cli_runner.go:164] Run: docker network inspect multinode-882803 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 13:07:44.164285 373860 cli_runner.go:211] docker network inspect multinode-882803 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 13:07:44.164384 373860 network_create.go:281] running [docker network inspect multinode-882803] to gather additional debugging logs...
I1009 13:07:44.164409 373860 cli_runner.go:164] Run: docker network inspect multinode-882803
W1009 13:07:44.180650 373860 cli_runner.go:211] docker network inspect multinode-882803 returned with exit code 1
I1009 13:07:44.180685 373860 network_create.go:284] error running [docker network inspect multinode-882803]: docker network inspect multinode-882803: exit status 1
stdout:
[]
stderr:
Error response from daemon: network multinode-882803 not found
I1009 13:07:44.180697 373860 network_create.go:286] output of [docker network inspect multinode-882803]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network multinode-882803 not found
** /stderr **
I1009 13:07:44.180811 373860 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 13:07:44.198705 373860 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-4b4b1fd2dc27 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:bd:d7:a7:82} reservation:<nil>}
I1009 13:07:44.199270 373860 network.go:209] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0021f6af0}
I1009 13:07:44.199304 373860 network_create.go:124] attempt to create docker network multinode-882803 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1009 13:07:44.199364 373860 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=multinode-882803 multinode-882803
I1009 13:07:44.260248 373860 network_create.go:108] docker network multinode-882803 192.168.58.0/24 created
I1009 13:07:44.260287 373860 kic.go:118] calculated static IP "192.168.58.2" for the "multinode-882803" container
I1009 13:07:44.260359 373860 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 13:07:44.276876 373860 cli_runner.go:164] Run: docker volume create multinode-882803 --label name.minikube.sigs.k8s.io=multinode-882803 --label created_by.minikube.sigs.k8s.io=true
I1009 13:07:44.295402 373860 oci.go:103] Successfully created a docker volume multinode-882803
I1009 13:07:44.295486 373860 cli_runner.go:164] Run: docker run --rm --name multinode-882803-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-882803 --entrypoint /usr/bin/test -v multinode-882803:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib
I1009 13:07:44.800052 373860 oci.go:107] Successfully prepared a docker volume multinode-882803
I1009 13:07:44.800093 373860 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 13:07:44.800114 373860 kic.go:191] Starting extracting preloaded images to volume ...
I1009 13:07:44.800174 373860 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-882803:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir
I1009 13:07:49.921909 373860 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-882803:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir: (5.121689691s)
I1009 13:07:49.921944 373860 kic.go:200] duration metric: took 5.121825 seconds to extract preloaded images to volume
W1009 13:07:49.922090 373860 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1009 13:07:49.922202 373860 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 13:07:49.974086 373860 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-882803 --name multinode-882803 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-882803 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-882803 --network multinode-882803 --ip 192.168.58.2 --volume multinode-882803:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1009 13:07:50.281681 373860 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Running}}
I1009 13:07:50.300486 373860 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Status}}
I1009 13:07:50.319139 373860 cli_runner.go:164] Run: docker exec multinode-882803 stat /var/lib/dpkg/alternatives/iptables
I1009 13:07:50.363168 373860 oci.go:144] the created container "multinode-882803" has a running status.
I1009 13:07:50.363210 373860 kic.go:222] Creating ssh key for kic: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa...
I1009 13:07:50.473296 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1009 13:07:50.473345 373860 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 13:07:50.494242 373860 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Status}}
I1009 13:07:50.512969 373860 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 13:07:50.512992 373860 kic_runner.go:114] Args: [docker exec --privileged multinode-882803 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 13:07:50.587874 373860 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Status}}
I1009 13:07:50.605043 373860 machine.go:88] provisioning docker machine ...
I1009 13:07:50.605082 373860 ubuntu.go:169] provisioning hostname "multinode-882803"
I1009 13:07:50.605150 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:07:50.625266 373860 main.go:141] libmachine: Using SSH client type: native
I1009 13:07:50.625805 373860 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1009 13:07:50.625841 373860 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-882803 && echo "multinode-882803" | sudo tee /etc/hostname
I1009 13:07:50.626574 373860 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:47932->127.0.0.1:32847: read: connection reset by peer
I1009 13:07:53.774084 373860 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-882803
I1009 13:07:53.774167 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:07:53.792157 373860 main.go:141] libmachine: Using SSH client type: native
I1009 13:07:53.792501 373860 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1009 13:07:53.792520 373860 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-882803' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-882803/g' /etc/hosts;
else
echo '127.0.1.1 multinode-882803' | sudo tee -a /etc/hosts;
fi
fi
I1009 13:07:53.927751 373860 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 13:07:53.927794 373860 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17259-281723/.minikube CaCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17259-281723/.minikube}
I1009 13:07:53.927825 373860 ubuntu.go:177] setting up certificates
I1009 13:07:53.927837 373860 provision.go:83] configureAuth start
I1009 13:07:53.927899 373860 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-882803
I1009 13:07:53.944530 373860 provision.go:138] copyHostCerts
I1009 13:07:53.944575 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem
I1009 13:07:53.944613 373860 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem, removing ...
I1009 13:07:53.944624 373860 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem
I1009 13:07:53.944701 373860 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem (1082 bytes)
I1009 13:07:53.944810 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem
I1009 13:07:53.944832 373860 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem, removing ...
I1009 13:07:53.944841 373860 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem
I1009 13:07:53.944877 373860 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem (1123 bytes)
I1009 13:07:53.944941 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem
I1009 13:07:53.944967 373860 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem, removing ...
I1009 13:07:53.944975 373860 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem
I1009 13:07:53.945007 373860 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem (1679 bytes)
I1009 13:07:53.945069 373860 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem org=jenkins.multinode-882803 san=[192.168.58.2 127.0.0.1 localhost 127.0.0.1 minikube multinode-882803]
I1009 13:07:54.024378 373860 provision.go:172] copyRemoteCerts
I1009 13:07:54.024436 373860 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 13:07:54.024471 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:07:54.041547 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:07:54.135781 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem -> /etc/docker/server.pem
I1009 13:07:54.135849 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1009 13:07:54.158069 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1009 13:07:54.158133 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 13:07:54.180972 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1009 13:07:54.181032 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 13:07:54.202679 373860 provision.go:86] duration metric: configureAuth took 274.814862ms
I1009 13:07:54.202728 373860 ubuntu.go:193] setting minikube options for container-runtime
I1009 13:07:54.202905 373860 config.go:182] Loaded profile config "multinode-882803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:07:54.203002 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:07:54.219988 373860 main.go:141] libmachine: Using SSH client type: native
I1009 13:07:54.220320 373860 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1009 13:07:54.220338 373860 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 13:07:54.444066 373860 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 13:07:54.444094 373860 machine.go:91] provisioned docker machine in 3.839027843s
I1009 13:07:54.444104 373860 client.go:171] LocalClient.Create took 10.297066725s
I1009 13:07:54.444118 373860 start.go:167] duration metric: libmachine.API.Create for "multinode-882803" took 10.297120604s
I1009 13:07:54.444133 373860 start.go:300] post-start starting for "multinode-882803" (driver="docker")
I1009 13:07:54.444147 373860 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 13:07:54.444234 373860 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 13:07:54.444295 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:07:54.462020 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:07:54.556384 373860 ssh_runner.go:195] Run: cat /etc/os-release
I1009 13:07:54.559592 373860 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I1009 13:07:54.559617 373860 command_runner.go:130] > NAME="Ubuntu"
I1009 13:07:54.559627 373860 command_runner.go:130] > VERSION_ID="22.04"
I1009 13:07:54.559636 373860 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I1009 13:07:54.559646 373860 command_runner.go:130] > VERSION_CODENAME=jammy
I1009 13:07:54.559656 373860 command_runner.go:130] > ID=ubuntu
I1009 13:07:54.559666 373860 command_runner.go:130] > ID_LIKE=debian
I1009 13:07:54.559677 373860 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I1009 13:07:54.559685 373860 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I1009 13:07:54.559691 373860 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I1009 13:07:54.559701 373860 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I1009 13:07:54.559711 373860 command_runner.go:130] > UBUNTU_CODENAME=jammy
I1009 13:07:54.559761 373860 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 13:07:54.559785 373860 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 13:07:54.559796 373860 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 13:07:54.559804 373860 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1009 13:07:54.559814 373860 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/addons for local assets ...
I1009 13:07:54.559865 373860 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/files for local assets ...
I1009 13:07:54.559930 373860 filesync.go:149] local asset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> 2884992.pem in /etc/ssl/certs
I1009 13:07:54.559941 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> /etc/ssl/certs/2884992.pem
I1009 13:07:54.560012 373860 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 13:07:54.568032 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem --> /etc/ssl/certs/2884992.pem (1708 bytes)
I1009 13:07:54.589946 373860 start.go:303] post-start completed in 145.796712ms
I1009 13:07:54.590343 373860 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-882803
I1009 13:07:54.606571 373860 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/config.json ...
I1009 13:07:54.606852 373860 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 13:07:54.606905 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:07:54.623449 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:07:54.715959 373860 command_runner.go:130] > 22%!
(MISSING)I1009 13:07:54.716108 373860 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 13:07:54.720352 373860 command_runner.go:130] > 228G
I1009 13:07:54.720386 373860 start.go:128] duration metric: createHost completed in 10.576114353s
I1009 13:07:54.720395 373860 start.go:83] releasing machines lock for "multinode-882803", held for 10.576256709s
I1009 13:07:54.720466 373860 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-882803
I1009 13:07:54.737442 373860 ssh_runner.go:195] Run: cat /version.json
I1009 13:07:54.737485 373860 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 13:07:54.737498 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:07:54.737553 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:07:54.756431 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:07:54.757072 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:07:54.847076 373860 command_runner.go:130] > {"iso_version": "v1.31.0-1695060926-17240", "kicbase_version": "v0.0.40-1696360059-17345", "minikube_version": "v1.31.2", "commit": "3da829742e24bcb762d99c062a7806436d0f28e3"}
I1009 13:07:54.847290 373860 ssh_runner.go:195] Run: systemctl --version
I1009 13:07:54.948504 373860 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I1009 13:07:54.950839 373860 command_runner.go:130] > systemd 249 (249.11-0ubuntu3.10)
I1009 13:07:54.950874 373860 command_runner.go:130] > +PAM +AUDIT +SELINUX +APPARMOR +IMA +SMACK +SECCOMP +GCRYPT +GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBFDISK +PCRE2 -PWQUALITY -P11KIT -QRENCODE +BZIP2 +LZ4 +XZ +ZLIB +ZSTD -XKBCOMMON +UTMP +SYSVINIT default-hierarchy=unified
I1009 13:07:54.950960 373860 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 13:07:55.089646 373860 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 13:07:55.093928 373860 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I1009 13:07:55.093967 373860 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I1009 13:07:55.093973 373860 command_runner.go:130] > Device: 37h/55d Inode: 3361862 Links: 1
I1009 13:07:55.093980 373860 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I1009 13:07:55.093985 373860 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I1009 13:07:55.093990 373860 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I1009 13:07:55.093997 373860 command_runner.go:130] > Change: 2023-10-09 12:48:59.703803674 +0000
I1009 13:07:55.094006 373860 command_runner.go:130] > Birth: 2023-10-09 12:48:59.703803674 +0000
I1009 13:07:55.094287 373860 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 13:07:55.112901 373860 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1009 13:07:55.112990 373860 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 13:07:55.142960 373860 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I1009 13:07:55.143013 373860 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1009 13:07:55.143023 373860 start.go:472] detecting cgroup driver to use...
I1009 13:07:55.143061 373860 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1009 13:07:55.143122 373860 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 13:07:55.158409 373860 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 13:07:55.169506 373860 docker.go:198] disabling cri-docker service (if available) ...
I1009 13:07:55.169568 373860 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 13:07:55.182968 373860 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 13:07:55.196295 373860 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 13:07:55.267869 373860 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 13:07:55.281068 373860 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I1009 13:07:55.344993 373860 docker.go:214] disabling docker service ...
I1009 13:07:55.345062 373860 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 13:07:55.363025 373860 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 13:07:55.373933 373860 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 13:07:55.452853 373860 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I1009 13:07:55.452932 373860 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 13:07:55.533199 373860 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I1009 13:07:55.533276 373860 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 13:07:55.544335 373860 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 13:07:55.559397 373860 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I1009 13:07:55.559429 373860 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1009 13:07:55.559470 373860 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:07:55.568831 373860 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1009 13:07:55.568891 373860 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:07:55.578089 373860 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:07:55.587187 373860 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:07:55.596141 373860 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 13:07:55.604510 373860 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 13:07:55.611514 373860 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I1009 13:07:55.612239 373860 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 13:07:55.619884 373860 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 13:07:55.691210 373860 ssh_runner.go:195] Run: sudo systemctl restart crio
I1009 13:07:55.798805 373860 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1009 13:07:55.798869 373860 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1009 13:07:55.802371 373860 command_runner.go:130] > File: /var/run/crio/crio.sock
I1009 13:07:55.802400 373860 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I1009 13:07:55.802411 373860 command_runner.go:130] > Device: 40h/64d Inode: 190 Links: 1
I1009 13:07:55.802423 373860 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I1009 13:07:55.802433 373860 command_runner.go:130] > Access: 2023-10-09 13:07:55.785860081 +0000
I1009 13:07:55.802439 373860 command_runner.go:130] > Modify: 2023-10-09 13:07:55.785860081 +0000
I1009 13:07:55.802444 373860 command_runner.go:130] > Change: 2023-10-09 13:07:55.785860081 +0000
I1009 13:07:55.802448 373860 command_runner.go:130] > Birth: -
I1009 13:07:55.802464 373860 start.go:540] Will wait 60s for crictl version
I1009 13:07:55.802500 373860 ssh_runner.go:195] Run: which crictl
I1009 13:07:55.805646 373860 command_runner.go:130] > /usr/bin/crictl
I1009 13:07:55.805756 373860 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 13:07:55.839303 373860 command_runner.go:130] > Version: 0.1.0
I1009 13:07:55.839333 373860 command_runner.go:130] > RuntimeName: cri-o
I1009 13:07:55.839341 373860 command_runner.go:130] > RuntimeVersion: 1.24.6
I1009 13:07:55.839348 373860 command_runner.go:130] > RuntimeApiVersion: v1
I1009 13:07:55.839371 373860 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1009 13:07:55.839444 373860 ssh_runner.go:195] Run: crio --version
I1009 13:07:55.872752 373860 command_runner.go:130] > crio version 1.24.6
I1009 13:07:55.872777 373860 command_runner.go:130] > Version: 1.24.6
I1009 13:07:55.872790 373860 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1009 13:07:55.872797 373860 command_runner.go:130] > GitTreeState: clean
I1009 13:07:55.872806 373860 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1009 13:07:55.872813 373860 command_runner.go:130] > GoVersion: go1.18.2
I1009 13:07:55.872820 373860 command_runner.go:130] > Compiler: gc
I1009 13:07:55.872827 373860 command_runner.go:130] > Platform: linux/amd64
I1009 13:07:55.872836 373860 command_runner.go:130] > Linkmode: dynamic
I1009 13:07:55.872851 373860 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1009 13:07:55.872867 373860 command_runner.go:130] > SeccompEnabled: true
I1009 13:07:55.872876 373860 command_runner.go:130] > AppArmorEnabled: false
I1009 13:07:55.874573 373860 ssh_runner.go:195] Run: crio --version
I1009 13:07:55.909442 373860 command_runner.go:130] > crio version 1.24.6
I1009 13:07:55.909468 373860 command_runner.go:130] > Version: 1.24.6
I1009 13:07:55.909478 373860 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1009 13:07:55.909484 373860 command_runner.go:130] > GitTreeState: clean
I1009 13:07:55.909493 373860 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1009 13:07:55.909501 373860 command_runner.go:130] > GoVersion: go1.18.2
I1009 13:07:55.909515 373860 command_runner.go:130] > Compiler: gc
I1009 13:07:55.909523 373860 command_runner.go:130] > Platform: linux/amd64
I1009 13:07:55.909532 373860 command_runner.go:130] > Linkmode: dynamic
I1009 13:07:55.909548 373860 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1009 13:07:55.909556 373860 command_runner.go:130] > SeccompEnabled: true
I1009 13:07:55.909560 373860 command_runner.go:130] > AppArmorEnabled: false
I1009 13:07:55.913066 373860 out.go:177] * Preparing Kubernetes v1.28.2 on CRI-O 1.24.6 ...
I1009 13:07:55.914713 373860 cli_runner.go:164] Run: docker network inspect multinode-882803 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 13:07:55.930944 373860 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I1009 13:07:55.934665 373860 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 13:07:55.945456 373860 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 13:07:55.945510 373860 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 13:07:55.995249 373860 command_runner.go:130] > {
I1009 13:07:55.995310 373860 command_runner.go:130] > "images": [
I1009 13:07:55.995317 373860 command_runner.go:130] > {
I1009 13:07:55.995327 373860 command_runner.go:130] > "id": "c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc",
I1009 13:07:55.995335 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.995344 373860 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I1009 13:07:55.995352 373860 command_runner.go:130] > ],
I1009 13:07:55.995361 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.995376 373860 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I1009 13:07:55.995391 373860 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"
I1009 13:07:55.995399 373860 command_runner.go:130] > ],
I1009 13:07:55.995404 373860 command_runner.go:130] > "size": "65258016",
I1009 13:07:55.995410 373860 command_runner.go:130] > "uid": null,
I1009 13:07:55.995415 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.995422 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.995430 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.995433 373860 command_runner.go:130] > },
I1009 13:07:55.995440 373860 command_runner.go:130] > {
I1009 13:07:55.995446 373860 command_runner.go:130] > "id": "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562",
I1009 13:07:55.995453 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.995459 373860 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I1009 13:07:55.995464 373860 command_runner.go:130] > ],
I1009 13:07:55.995469 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.995479 373860 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944",
I1009 13:07:55.995489 373860 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"
I1009 13:07:55.995495 373860 command_runner.go:130] > ],
I1009 13:07:55.995501 373860 command_runner.go:130] > "size": "31470524",
I1009 13:07:55.995507 373860 command_runner.go:130] > "uid": null,
I1009 13:07:55.995511 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.995517 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.995524 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.995530 373860 command_runner.go:130] > },
I1009 13:07:55.995534 373860 command_runner.go:130] > {
I1009 13:07:55.995542 373860 command_runner.go:130] > "id": "ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc",
I1009 13:07:55.995551 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.995559 373860 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I1009 13:07:55.995563 373860 command_runner.go:130] > ],
I1009 13:07:55.995570 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.995577 373860 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",
I1009 13:07:55.995587 373860 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"
I1009 13:07:55.995593 373860 command_runner.go:130] > ],
I1009 13:07:55.995597 373860 command_runner.go:130] > "size": "53621675",
I1009 13:07:55.995604 373860 command_runner.go:130] > "uid": null,
I1009 13:07:55.995609 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.995615 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.995625 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.995632 373860 command_runner.go:130] > },
I1009 13:07:55.995635 373860 command_runner.go:130] > {
I1009 13:07:55.995644 373860 command_runner.go:130] > "id": "73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9",
I1009 13:07:55.995651 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.995656 373860 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I1009 13:07:55.995660 373860 command_runner.go:130] > ],
I1009 13:07:55.995664 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.995673 373860 command_runner.go:130] > "registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15",
I1009 13:07:55.995683 373860 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"
I1009 13:07:55.995692 373860 command_runner.go:130] > ],
I1009 13:07:55.995699 373860 command_runner.go:130] > "size": "295456551",
I1009 13:07:55.995703 373860 command_runner.go:130] > "uid": {
I1009 13:07:55.995709 373860 command_runner.go:130] > "value": "0"
I1009 13:07:55.995713 373860 command_runner.go:130] > },
I1009 13:07:55.995720 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.995724 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.995731 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.995735 373860 command_runner.go:130] > },
I1009 13:07:55.995751 373860 command_runner.go:130] > {
I1009 13:07:55.995757 373860 command_runner.go:130] > "id": "cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce",
I1009 13:07:55.995764 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.995769 373860 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.2"
I1009 13:07:55.995775 373860 command_runner.go:130] > ],
I1009 13:07:55.995779 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.995788 373860 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:07ec0f29e172784b9fda870d63430a84befade590a2220c1fcce52f17cd24631",
I1009 13:07:55.995798 373860 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:6beea2e5531a0606613594fd3ed92d71bbdcef99dd3237522049a0b32cad736c"
I1009 13:07:55.995804 373860 command_runner.go:130] > ],
I1009 13:07:55.995809 373860 command_runner.go:130] > "size": "127149008",
I1009 13:07:55.995815 373860 command_runner.go:130] > "uid": {
I1009 13:07:55.995819 373860 command_runner.go:130] > "value": "0"
I1009 13:07:55.995825 373860 command_runner.go:130] > },
I1009 13:07:55.995829 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.995835 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.995841 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.995847 373860 command_runner.go:130] > },
I1009 13:07:55.995852 373860 command_runner.go:130] > {
I1009 13:07:55.995860 373860 command_runner.go:130] > "id": "55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57",
I1009 13:07:55.995866 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.995872 373860 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.2"
I1009 13:07:55.995878 373860 command_runner.go:130] > ],
I1009 13:07:55.995882 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.995892 373860 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:6a42ce14d716205a99763f3c732c0a8f0ea041bdbbea7d2dfffcc53dafd7cac4",
I1009 13:07:55.995902 373860 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:757a9c9d2f2329799490f9cec6c8ea12dfe4b6225051f6436f39d22a1def682e"
I1009 13:07:55.995908 373860 command_runner.go:130] > ],
I1009 13:07:55.995912 373860 command_runner.go:130] > "size": "123171638",
I1009 13:07:55.995918 373860 command_runner.go:130] > "uid": {
I1009 13:07:55.995922 373860 command_runner.go:130] > "value": "0"
I1009 13:07:55.995926 373860 command_runner.go:130] > },
I1009 13:07:55.995932 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.995937 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.995943 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.995947 373860 command_runner.go:130] > },
I1009 13:07:55.995952 373860 command_runner.go:130] > {
I1009 13:07:55.995959 373860 command_runner.go:130] > "id": "c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0",
I1009 13:07:55.995966 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.995971 373860 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.2"
I1009 13:07:55.995978 373860 command_runner.go:130] > ],
I1009 13:07:55.995982 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.995992 373860 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:3330e491169be46febd3f4e487924195f60c09f284bbda38cab7cbe71a51fded",
I1009 13:07:55.996001 373860 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:41c8f92d1cd571e0e36af431f35c78379f84f5daf5b85d43014a9940d697afcf"
I1009 13:07:55.996007 373860 command_runner.go:130] > ],
I1009 13:07:55.996011 373860 command_runner.go:130] > "size": "74687895",
I1009 13:07:55.996015 373860 command_runner.go:130] > "uid": null,
I1009 13:07:55.996021 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.996025 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.996031 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.996035 373860 command_runner.go:130] > },
I1009 13:07:55.996041 373860 command_runner.go:130] > {
I1009 13:07:55.996047 373860 command_runner.go:130] > "id": "7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8",
I1009 13:07:55.996053 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.996059 373860 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.2"
I1009 13:07:55.996065 373860 command_runner.go:130] > ],
I1009 13:07:55.996069 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.996088 373860 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:6511193f8114a2f011790619698efe12a8119ed9a17e2e36f4c1c759ccf173ab",
I1009 13:07:55.996105 373860 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:8fc5b9b97128515266d5435273682ba36115d9ca1b68a5749e6f9a23927ef543"
I1009 13:07:55.996109 373860 command_runner.go:130] > ],
I1009 13:07:55.996113 373860 command_runner.go:130] > "size": "61485878",
I1009 13:07:55.996117 373860 command_runner.go:130] > "uid": {
I1009 13:07:55.996123 373860 command_runner.go:130] > "value": "0"
I1009 13:07:55.996127 373860 command_runner.go:130] > },
I1009 13:07:55.996134 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.996138 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.996144 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.996148 373860 command_runner.go:130] > },
I1009 13:07:55.996153 373860 command_runner.go:130] > {
I1009 13:07:55.996160 373860 command_runner.go:130] > "id": "e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c",
I1009 13:07:55.996167 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:55.996172 373860 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I1009 13:07:55.996182 373860 command_runner.go:130] > ],
I1009 13:07:55.996186 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:55.996195 373860 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097",
I1009 13:07:55.996204 373860 command_runner.go:130] > "registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"
I1009 13:07:55.996209 373860 command_runner.go:130] > ],
I1009 13:07:55.996215 373860 command_runner.go:130] > "size": "750414",
I1009 13:07:55.996220 373860 command_runner.go:130] > "uid": {
I1009 13:07:55.996226 373860 command_runner.go:130] > "value": "65535"
I1009 13:07:55.996233 373860 command_runner.go:130] > },
I1009 13:07:55.996239 373860 command_runner.go:130] > "username": "",
I1009 13:07:55.996244 373860 command_runner.go:130] > "spec": null,
I1009 13:07:55.996250 373860 command_runner.go:130] > "pinned": false
I1009 13:07:55.996254 373860 command_runner.go:130] > }
I1009 13:07:55.996260 373860 command_runner.go:130] > ]
I1009 13:07:55.996263 373860 command_runner.go:130] > }
I1009 13:07:55.996452 373860 crio.go:496] all images are preloaded for cri-o runtime.
I1009 13:07:55.996466 373860 crio.go:415] Images already preloaded, skipping extraction
I1009 13:07:55.996513 373860 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 13:07:56.029043 373860 command_runner.go:130] > {
I1009 13:07:56.029066 373860 command_runner.go:130] > "images": [
I1009 13:07:56.029070 373860 command_runner.go:130] > {
I1009 13:07:56.029081 373860 command_runner.go:130] > "id": "c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc",
I1009 13:07:56.029086 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029092 373860 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I1009 13:07:56.029096 373860 command_runner.go:130] > ],
I1009 13:07:56.029100 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029108 373860 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I1009 13:07:56.029115 373860 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"
I1009 13:07:56.029122 373860 command_runner.go:130] > ],
I1009 13:07:56.029126 373860 command_runner.go:130] > "size": "65258016",
I1009 13:07:56.029131 373860 command_runner.go:130] > "uid": null,
I1009 13:07:56.029138 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029144 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029152 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029156 373860 command_runner.go:130] > },
I1009 13:07:56.029160 373860 command_runner.go:130] > {
I1009 13:07:56.029166 373860 command_runner.go:130] > "id": "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562",
I1009 13:07:56.029170 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029175 373860 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I1009 13:07:56.029179 373860 command_runner.go:130] > ],
I1009 13:07:56.029183 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029190 373860 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944",
I1009 13:07:56.029197 373860 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"
I1009 13:07:56.029205 373860 command_runner.go:130] > ],
I1009 13:07:56.029212 373860 command_runner.go:130] > "size": "31470524",
I1009 13:07:56.029215 373860 command_runner.go:130] > "uid": null,
I1009 13:07:56.029219 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029223 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029228 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029232 373860 command_runner.go:130] > },
I1009 13:07:56.029235 373860 command_runner.go:130] > {
I1009 13:07:56.029241 373860 command_runner.go:130] > "id": "ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc",
I1009 13:07:56.029245 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029250 373860 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I1009 13:07:56.029253 373860 command_runner.go:130] > ],
I1009 13:07:56.029257 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029264 373860 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",
I1009 13:07:56.029271 373860 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"
I1009 13:07:56.029278 373860 command_runner.go:130] > ],
I1009 13:07:56.029282 373860 command_runner.go:130] > "size": "53621675",
I1009 13:07:56.029287 373860 command_runner.go:130] > "uid": null,
I1009 13:07:56.029291 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029297 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029301 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029305 373860 command_runner.go:130] > },
I1009 13:07:56.029309 373860 command_runner.go:130] > {
I1009 13:07:56.029315 373860 command_runner.go:130] > "id": "73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9",
I1009 13:07:56.029321 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029327 373860 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I1009 13:07:56.029333 373860 command_runner.go:130] > ],
I1009 13:07:56.029337 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029344 373860 command_runner.go:130] > "registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15",
I1009 13:07:56.029353 373860 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"
I1009 13:07:56.029359 373860 command_runner.go:130] > ],
I1009 13:07:56.029366 373860 command_runner.go:130] > "size": "295456551",
I1009 13:07:56.029370 373860 command_runner.go:130] > "uid": {
I1009 13:07:56.029375 373860 command_runner.go:130] > "value": "0"
I1009 13:07:56.029381 373860 command_runner.go:130] > },
I1009 13:07:56.029385 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029391 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029395 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029399 373860 command_runner.go:130] > },
I1009 13:07:56.029403 373860 command_runner.go:130] > {
I1009 13:07:56.029409 373860 command_runner.go:130] > "id": "cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce",
I1009 13:07:56.029416 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029421 373860 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.2"
I1009 13:07:56.029427 373860 command_runner.go:130] > ],
I1009 13:07:56.029432 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029442 373860 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:07ec0f29e172784b9fda870d63430a84befade590a2220c1fcce52f17cd24631",
I1009 13:07:56.029453 373860 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:6beea2e5531a0606613594fd3ed92d71bbdcef99dd3237522049a0b32cad736c"
I1009 13:07:56.029459 373860 command_runner.go:130] > ],
I1009 13:07:56.029463 373860 command_runner.go:130] > "size": "127149008",
I1009 13:07:56.029467 373860 command_runner.go:130] > "uid": {
I1009 13:07:56.029473 373860 command_runner.go:130] > "value": "0"
I1009 13:07:56.029477 373860 command_runner.go:130] > },
I1009 13:07:56.029484 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029488 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029492 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029496 373860 command_runner.go:130] > },
I1009 13:07:56.029499 373860 command_runner.go:130] > {
I1009 13:07:56.029507 373860 command_runner.go:130] > "id": "55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57",
I1009 13:07:56.029513 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029519 373860 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.2"
I1009 13:07:56.029526 373860 command_runner.go:130] > ],
I1009 13:07:56.029531 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029539 373860 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:6a42ce14d716205a99763f3c732c0a8f0ea041bdbbea7d2dfffcc53dafd7cac4",
I1009 13:07:56.029548 373860 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:757a9c9d2f2329799490f9cec6c8ea12dfe4b6225051f6436f39d22a1def682e"
I1009 13:07:56.029554 373860 command_runner.go:130] > ],
I1009 13:07:56.029562 373860 command_runner.go:130] > "size": "123171638",
I1009 13:07:56.029568 373860 command_runner.go:130] > "uid": {
I1009 13:07:56.029572 373860 command_runner.go:130] > "value": "0"
I1009 13:07:56.029576 373860 command_runner.go:130] > },
I1009 13:07:56.029580 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029586 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029591 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029597 373860 command_runner.go:130] > },
I1009 13:07:56.029600 373860 command_runner.go:130] > {
I1009 13:07:56.029606 373860 command_runner.go:130] > "id": "c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0",
I1009 13:07:56.029634 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029642 373860 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.2"
I1009 13:07:56.029646 373860 command_runner.go:130] > ],
I1009 13:07:56.029653 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029660 373860 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:3330e491169be46febd3f4e487924195f60c09f284bbda38cab7cbe71a51fded",
I1009 13:07:56.029669 373860 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:41c8f92d1cd571e0e36af431f35c78379f84f5daf5b85d43014a9940d697afcf"
I1009 13:07:56.029673 373860 command_runner.go:130] > ],
I1009 13:07:56.029677 373860 command_runner.go:130] > "size": "74687895",
I1009 13:07:56.029683 373860 command_runner.go:130] > "uid": null,
I1009 13:07:56.029688 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029695 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029699 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029703 373860 command_runner.go:130] > },
I1009 13:07:56.029707 373860 command_runner.go:130] > {
I1009 13:07:56.029715 373860 command_runner.go:130] > "id": "7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8",
I1009 13:07:56.029723 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029728 373860 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.2"
I1009 13:07:56.029734 373860 command_runner.go:130] > ],
I1009 13:07:56.029739 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029754 373860 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:6511193f8114a2f011790619698efe12a8119ed9a17e2e36f4c1c759ccf173ab",
I1009 13:07:56.029764 373860 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:8fc5b9b97128515266d5435273682ba36115d9ca1b68a5749e6f9a23927ef543"
I1009 13:07:56.029768 373860 command_runner.go:130] > ],
I1009 13:07:56.029772 373860 command_runner.go:130] > "size": "61485878",
I1009 13:07:56.029778 373860 command_runner.go:130] > "uid": {
I1009 13:07:56.029783 373860 command_runner.go:130] > "value": "0"
I1009 13:07:56.029789 373860 command_runner.go:130] > },
I1009 13:07:56.029793 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029799 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029803 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029809 373860 command_runner.go:130] > },
I1009 13:07:56.029813 373860 command_runner.go:130] > {
I1009 13:07:56.029821 373860 command_runner.go:130] > "id": "e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c",
I1009 13:07:56.029825 373860 command_runner.go:130] > "repoTags": [
I1009 13:07:56.029831 373860 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I1009 13:07:56.029834 373860 command_runner.go:130] > ],
I1009 13:07:56.029841 373860 command_runner.go:130] > "repoDigests": [
I1009 13:07:56.029848 373860 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097",
I1009 13:07:56.029857 373860 command_runner.go:130] > "registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"
I1009 13:07:56.029861 373860 command_runner.go:130] > ],
I1009 13:07:56.029865 373860 command_runner.go:130] > "size": "750414",
I1009 13:07:56.029871 373860 command_runner.go:130] > "uid": {
I1009 13:07:56.029875 373860 command_runner.go:130] > "value": "65535"
I1009 13:07:56.029882 373860 command_runner.go:130] > },
I1009 13:07:56.029885 373860 command_runner.go:130] > "username": "",
I1009 13:07:56.029889 373860 command_runner.go:130] > "spec": null,
I1009 13:07:56.029895 373860 command_runner.go:130] > "pinned": false
I1009 13:07:56.029899 373860 command_runner.go:130] > }
I1009 13:07:56.029905 373860 command_runner.go:130] > ]
I1009 13:07:56.029908 373860 command_runner.go:130] > }
I1009 13:07:56.030009 373860 crio.go:496] all images are preloaded for cri-o runtime.
I1009 13:07:56.030021 373860 cache_images.go:84] Images are preloaded, skipping loading
I1009 13:07:56.030079 373860 ssh_runner.go:195] Run: crio config
I1009 13:07:56.066367 373860 command_runner.go:130] ! time="2023-10-09 13:07:56.065910638Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I1009 13:07:56.066395 373860 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I1009 13:07:56.071781 373860 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I1009 13:07:56.071804 373860 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I1009 13:07:56.071811 373860 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I1009 13:07:56.071815 373860 command_runner.go:130] > #
I1009 13:07:56.071821 373860 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I1009 13:07:56.071827 373860 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I1009 13:07:56.071833 373860 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I1009 13:07:56.071840 373860 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I1009 13:07:56.071844 373860 command_runner.go:130] > # reload'.
I1009 13:07:56.071850 373860 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I1009 13:07:56.071859 373860 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I1009 13:07:56.071865 373860 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I1009 13:07:56.071872 373860 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I1009 13:07:56.071876 373860 command_runner.go:130] > [crio]
I1009 13:07:56.071882 373860 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I1009 13:07:56.071892 373860 command_runner.go:130] > # containers images, in this directory.
I1009 13:07:56.071902 373860 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I1009 13:07:56.071910 373860 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I1009 13:07:56.071917 373860 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I1009 13:07:56.071926 373860 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I1009 13:07:56.071932 373860 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I1009 13:07:56.071941 373860 command_runner.go:130] > # storage_driver = "vfs"
I1009 13:07:56.071947 373860 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I1009 13:07:56.071953 373860 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I1009 13:07:56.071957 373860 command_runner.go:130] > # storage_option = [
I1009 13:07:56.071961 373860 command_runner.go:130] > # ]
I1009 13:07:56.071967 373860 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I1009 13:07:56.071975 373860 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I1009 13:07:56.071980 373860 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I1009 13:07:56.071988 373860 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I1009 13:07:56.071995 373860 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I1009 13:07:56.072001 373860 command_runner.go:130] > # always happen on a node reboot
I1009 13:07:56.072006 373860 command_runner.go:130] > # version_file = "/var/run/crio/version"
I1009 13:07:56.072014 373860 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I1009 13:07:56.072023 373860 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I1009 13:07:56.072032 373860 command_runner.go:130] > # only happen when CRI-O has been upgraded
I1009 13:07:56.072039 373860 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I1009 13:07:56.072047 373860 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I1009 13:07:56.072057 373860 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I1009 13:07:56.072064 373860 command_runner.go:130] > # internal_wipe = true
I1009 13:07:56.072070 373860 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I1009 13:07:56.072077 373860 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I1009 13:07:56.072085 373860 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I1009 13:07:56.072091 373860 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I1009 13:07:56.072099 373860 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I1009 13:07:56.072102 373860 command_runner.go:130] > [crio.api]
I1009 13:07:56.072112 373860 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I1009 13:07:56.072117 373860 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I1009 13:07:56.072124 373860 command_runner.go:130] > # IP address on which the stream server will listen.
I1009 13:07:56.072129 373860 command_runner.go:130] > # stream_address = "127.0.0.1"
I1009 13:07:56.072136 373860 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I1009 13:07:56.072144 373860 command_runner.go:130] > # CRI-O will allocate a random free port number.
I1009 13:07:56.072148 373860 command_runner.go:130] > # stream_port = "0"
I1009 13:07:56.072153 373860 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I1009 13:07:56.072158 373860 command_runner.go:130] > # stream_enable_tls = false
I1009 13:07:56.072164 373860 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I1009 13:07:56.072171 373860 command_runner.go:130] > # stream_idle_timeout = ""
I1009 13:07:56.072177 373860 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I1009 13:07:56.072186 373860 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I1009 13:07:56.072189 373860 command_runner.go:130] > # minutes.
I1009 13:07:56.072195 373860 command_runner.go:130] > # stream_tls_cert = ""
I1009 13:07:56.072201 373860 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I1009 13:07:56.072209 373860 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I1009 13:07:56.072214 373860 command_runner.go:130] > # stream_tls_key = ""
I1009 13:07:56.072220 373860 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I1009 13:07:56.072228 373860 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I1009 13:07:56.072233 373860 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I1009 13:07:56.072238 373860 command_runner.go:130] > # stream_tls_ca = ""
I1009 13:07:56.072245 373860 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I1009 13:07:56.072249 373860 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I1009 13:07:56.072259 373860 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I1009 13:07:56.072263 373860 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I1009 13:07:56.072279 373860 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I1009 13:07:56.072287 373860 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I1009 13:07:56.072292 373860 command_runner.go:130] > [crio.runtime]
I1009 13:07:56.072300 373860 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I1009 13:07:56.072306 373860 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I1009 13:07:56.072312 373860 command_runner.go:130] > # "nofile=1024:2048"
I1009 13:07:56.072318 373860 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I1009 13:07:56.072326 373860 command_runner.go:130] > # default_ulimits = [
I1009 13:07:56.072329 373860 command_runner.go:130] > # ]
I1009 13:07:56.072336 373860 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I1009 13:07:56.072342 373860 command_runner.go:130] > # no_pivot = false
I1009 13:07:56.072347 373860 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I1009 13:07:56.072354 373860 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I1009 13:07:56.072361 373860 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I1009 13:07:56.072366 373860 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I1009 13:07:56.072373 373860 command_runner.go:130] > # Will be searched for using $PATH if empty.
I1009 13:07:56.072380 373860 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1009 13:07:56.072386 373860 command_runner.go:130] > # conmon = ""
I1009 13:07:56.072390 373860 command_runner.go:130] > # Cgroup setting for conmon
I1009 13:07:56.072399 373860 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I1009 13:07:56.072403 373860 command_runner.go:130] > conmon_cgroup = "pod"
I1009 13:07:56.072413 373860 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I1009 13:07:56.072418 373860 command_runner.go:130] > # environment variables to conmon or the runtime.
I1009 13:07:56.072427 373860 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1009 13:07:56.072433 373860 command_runner.go:130] > # conmon_env = [
I1009 13:07:56.072436 373860 command_runner.go:130] > # ]
I1009 13:07:56.072444 373860 command_runner.go:130] > # Additional environment variables to set for all the
I1009 13:07:56.072449 373860 command_runner.go:130] > # containers. These are overridden if set in the
I1009 13:07:56.072455 373860 command_runner.go:130] > # container image spec or in the container runtime configuration.
I1009 13:07:56.072461 373860 command_runner.go:130] > # default_env = [
I1009 13:07:56.072464 373860 command_runner.go:130] > # ]
I1009 13:07:56.072471 373860 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I1009 13:07:56.072477 373860 command_runner.go:130] > # selinux = false
I1009 13:07:56.072484 373860 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I1009 13:07:56.072492 373860 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I1009 13:07:56.072498 373860 command_runner.go:130] > # will be used. This option supports live configuration reload.
I1009 13:07:56.072504 373860 command_runner.go:130] > # seccomp_profile = ""
I1009 13:07:56.072509 373860 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I1009 13:07:56.072517 373860 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I1009 13:07:56.072523 373860 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I1009 13:07:56.072530 373860 command_runner.go:130] > # which might increase security.
I1009 13:07:56.072535 373860 command_runner.go:130] > # seccomp_use_default_when_empty = true
I1009 13:07:56.072544 373860 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I1009 13:07:56.072550 373860 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I1009 13:07:56.072556 373860 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I1009 13:07:56.072566 373860 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I1009 13:07:56.072571 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:07:56.072578 373860 command_runner.go:130] > # apparmor_profile = "crio-default"
I1009 13:07:56.072584 373860 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I1009 13:07:56.072590 373860 command_runner.go:130] > # the cgroup blockio controller.
I1009 13:07:56.072595 373860 command_runner.go:130] > # blockio_config_file = ""
I1009 13:07:56.072604 373860 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I1009 13:07:56.072608 373860 command_runner.go:130] > # irqbalance daemon.
I1009 13:07:56.072615 373860 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I1009 13:07:56.072621 373860 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I1009 13:07:56.072628 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:07:56.072633 373860 command_runner.go:130] > # rdt_config_file = ""
I1009 13:07:56.072641 373860 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I1009 13:07:56.072645 373860 command_runner.go:130] > cgroup_manager = "cgroupfs"
I1009 13:07:56.072651 373860 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I1009 13:07:56.072658 373860 command_runner.go:130] > # separate_pull_cgroup = ""
I1009 13:07:56.072664 373860 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I1009 13:07:56.072672 373860 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I1009 13:07:56.072676 373860 command_runner.go:130] > # will be added.
I1009 13:07:56.072683 373860 command_runner.go:130] > # default_capabilities = [
I1009 13:07:56.072686 373860 command_runner.go:130] > # "CHOWN",
I1009 13:07:56.072690 373860 command_runner.go:130] > # "DAC_OVERRIDE",
I1009 13:07:56.072696 373860 command_runner.go:130] > # "FSETID",
I1009 13:07:56.072700 373860 command_runner.go:130] > # "FOWNER",
I1009 13:07:56.072706 373860 command_runner.go:130] > # "SETGID",
I1009 13:07:56.072710 373860 command_runner.go:130] > # "SETUID",
I1009 13:07:56.072718 373860 command_runner.go:130] > # "SETPCAP",
I1009 13:07:56.072725 373860 command_runner.go:130] > # "NET_BIND_SERVICE",
I1009 13:07:56.072729 373860 command_runner.go:130] > # "KILL",
I1009 13:07:56.072732 373860 command_runner.go:130] > # ]
I1009 13:07:56.072740 373860 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I1009 13:07:56.072749 373860 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I1009 13:07:56.072753 373860 command_runner.go:130] > # add_inheritable_capabilities = true
I1009 13:07:56.072759 373860 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I1009 13:07:56.072767 373860 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1009 13:07:56.072772 373860 command_runner.go:130] > # default_sysctls = [
I1009 13:07:56.072777 373860 command_runner.go:130] > # ]
I1009 13:07:56.072782 373860 command_runner.go:130] > # List of devices on the host that a
I1009 13:07:56.072789 373860 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I1009 13:07:56.072796 373860 command_runner.go:130] > # allowed_devices = [
I1009 13:07:56.072800 373860 command_runner.go:130] > # "/dev/fuse",
I1009 13:07:56.072806 373860 command_runner.go:130] > # ]
I1009 13:07:56.072811 373860 command_runner.go:130] > # List of additional devices. specified as
I1009 13:07:56.072832 373860 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I1009 13:07:56.072840 373860 command_runner.go:130] > # If it is empty or commented out, only the devices
I1009 13:07:56.072846 373860 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1009 13:07:56.072853 373860 command_runner.go:130] > # additional_devices = [
I1009 13:07:56.072856 373860 command_runner.go:130] > # ]
I1009 13:07:56.072861 373860 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I1009 13:07:56.072868 373860 command_runner.go:130] > # cdi_spec_dirs = [
I1009 13:07:56.072872 373860 command_runner.go:130] > # "/etc/cdi",
I1009 13:07:56.072876 373860 command_runner.go:130] > # "/var/run/cdi",
I1009 13:07:56.072880 373860 command_runner.go:130] > # ]
I1009 13:07:56.072886 373860 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I1009 13:07:56.072894 373860 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I1009 13:07:56.072898 373860 command_runner.go:130] > # Defaults to false.
I1009 13:07:56.072906 373860 command_runner.go:130] > # device_ownership_from_security_context = false
I1009 13:07:56.072912 373860 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I1009 13:07:56.072920 373860 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I1009 13:07:56.072925 373860 command_runner.go:130] > # hooks_dir = [
I1009 13:07:56.072932 373860 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I1009 13:07:56.072935 373860 command_runner.go:130] > # ]
I1009 13:07:56.072941 373860 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I1009 13:07:56.072949 373860 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I1009 13:07:56.072955 373860 command_runner.go:130] > # its default mounts from the following two files:
I1009 13:07:56.072958 373860 command_runner.go:130] > #
I1009 13:07:56.072965 373860 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I1009 13:07:56.072973 373860 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I1009 13:07:56.072979 373860 command_runner.go:130] > # override the default mounts shipped with the package.
I1009 13:07:56.072984 373860 command_runner.go:130] > #
I1009 13:07:56.072990 373860 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I1009 13:07:56.072998 373860 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I1009 13:07:56.073004 373860 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I1009 13:07:56.073012 373860 command_runner.go:130] > # only add mounts it finds in this file.
I1009 13:07:56.073016 373860 command_runner.go:130] > #
I1009 13:07:56.073021 373860 command_runner.go:130] > # default_mounts_file = ""
I1009 13:07:56.073028 373860 command_runner.go:130] > # Maximum number of processes allowed in a container.
I1009 13:07:56.073035 373860 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I1009 13:07:56.073041 373860 command_runner.go:130] > # pids_limit = 0
I1009 13:07:56.073046 373860 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I1009 13:07:56.073053 373860 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I1009 13:07:56.073062 373860 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I1009 13:07:56.073070 373860 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I1009 13:07:56.073076 373860 command_runner.go:130] > # log_size_max = -1
I1009 13:07:56.073094 373860 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I1009 13:07:56.073101 373860 command_runner.go:130] > # log_to_journald = false
I1009 13:07:56.073108 373860 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I1009 13:07:56.073115 373860 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I1009 13:07:56.073120 373860 command_runner.go:130] > # Path to directory for container attach sockets.
I1009 13:07:56.073127 373860 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I1009 13:07:56.073132 373860 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I1009 13:07:56.073139 373860 command_runner.go:130] > # bind_mount_prefix = ""
I1009 13:07:56.073145 373860 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I1009 13:07:56.073151 373860 command_runner.go:130] > # read_only = false
I1009 13:07:56.073157 373860 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I1009 13:07:56.073165 373860 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I1009 13:07:56.073170 373860 command_runner.go:130] > # live configuration reload.
I1009 13:07:56.073176 373860 command_runner.go:130] > # log_level = "info"
I1009 13:07:56.073182 373860 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I1009 13:07:56.073189 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:07:56.073194 373860 command_runner.go:130] > # log_filter = ""
I1009 13:07:56.073200 373860 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I1009 13:07:56.073208 373860 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I1009 13:07:56.073214 373860 command_runner.go:130] > # separated by comma.
I1009 13:07:56.073219 373860 command_runner.go:130] > # uid_mappings = ""
I1009 13:07:56.073224 373860 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I1009 13:07:56.073233 373860 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I1009 13:07:56.073237 373860 command_runner.go:130] > # separated by comma.
I1009 13:07:56.073241 373860 command_runner.go:130] > # gid_mappings = ""
I1009 13:07:56.073246 373860 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I1009 13:07:56.073253 373860 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1009 13:07:56.073259 373860 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1009 13:07:56.073265 373860 command_runner.go:130] > # minimum_mappable_uid = -1
I1009 13:07:56.073271 373860 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I1009 13:07:56.073279 373860 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1009 13:07:56.073285 373860 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1009 13:07:56.073292 373860 command_runner.go:130] > # minimum_mappable_gid = -1
I1009 13:07:56.073298 373860 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I1009 13:07:56.073306 373860 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I1009 13:07:56.073311 373860 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I1009 13:07:56.073318 373860 command_runner.go:130] > # ctr_stop_timeout = 30
I1009 13:07:56.073324 373860 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I1009 13:07:56.073335 373860 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I1009 13:07:56.073342 373860 command_runner.go:130] > # a kernel separating runtime (like kata).
I1009 13:07:56.073347 373860 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I1009 13:07:56.073351 373860 command_runner.go:130] > # drop_infra_ctr = true
I1009 13:07:56.073357 373860 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I1009 13:07:56.073365 373860 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I1009 13:07:56.073373 373860 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I1009 13:07:56.073379 373860 command_runner.go:130] > # infra_ctr_cpuset = ""
I1009 13:07:56.073385 373860 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I1009 13:07:56.073392 373860 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I1009 13:07:56.073396 373860 command_runner.go:130] > # namespaces_dir = "/var/run"
I1009 13:07:56.073406 373860 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I1009 13:07:56.073413 373860 command_runner.go:130] > # pinns_path = ""
I1009 13:07:56.073418 373860 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I1009 13:07:56.073425 373860 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I1009 13:07:56.073433 373860 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I1009 13:07:56.073438 373860 command_runner.go:130] > # default_runtime = "runc"
I1009 13:07:56.073445 373860 command_runner.go:130] > # A list of paths that, when absent from the host,
I1009 13:07:56.073453 373860 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I1009 13:07:56.073463 373860 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I1009 13:07:56.073469 373860 command_runner.go:130] > # creation as a file is not desired either.
I1009 13:07:56.073477 373860 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I1009 13:07:56.073484 373860 command_runner.go:130] > # the hostname is being managed dynamically.
I1009 13:07:56.073489 373860 command_runner.go:130] > # absent_mount_sources_to_reject = [
I1009 13:07:56.073494 373860 command_runner.go:130] > # ]
I1009 13:07:56.073501 373860 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I1009 13:07:56.073509 373860 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I1009 13:07:56.073516 373860 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I1009 13:07:56.073524 373860 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I1009 13:07:56.073527 373860 command_runner.go:130] > #
I1009 13:07:56.073534 373860 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I1009 13:07:56.073539 373860 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I1009 13:07:56.073545 373860 command_runner.go:130] > # runtime_type = "oci"
I1009 13:07:56.073550 373860 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I1009 13:07:56.073557 373860 command_runner.go:130] > # privileged_without_host_devices = false
I1009 13:07:56.073561 373860 command_runner.go:130] > # allowed_annotations = []
I1009 13:07:56.073567 373860 command_runner.go:130] > # Where:
I1009 13:07:56.073572 373860 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I1009 13:07:56.073581 373860 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I1009 13:07:56.073589 373860 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I1009 13:07:56.073595 373860 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I1009 13:07:56.073599 373860 command_runner.go:130] > # in $PATH.
I1009 13:07:56.073605 373860 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I1009 13:07:56.073610 373860 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I1009 13:07:56.073620 373860 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I1009 13:07:56.073624 373860 command_runner.go:130] > # state.
I1009 13:07:56.073632 373860 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I1009 13:07:56.073638 373860 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I1009 13:07:56.073646 373860 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I1009 13:07:56.073652 373860 command_runner.go:130] > # host devices from being passed to privileged containers.
I1009 13:07:56.073660 373860 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I1009 13:07:56.073667 373860 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I1009 13:07:56.073674 373860 command_runner.go:130] > # The currently recognized values are:
I1009 13:07:56.073680 373860 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I1009 13:07:56.073689 373860 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I1009 13:07:56.073695 373860 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I1009 13:07:56.073704 373860 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I1009 13:07:56.073711 373860 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I1009 13:07:56.073723 373860 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I1009 13:07:56.073731 373860 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I1009 13:07:56.073739 373860 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I1009 13:07:56.073745 373860 command_runner.go:130] > # should be moved to the container's cgroup
I1009 13:07:56.073749 373860 command_runner.go:130] > [crio.runtime.runtimes.runc]
I1009 13:07:56.073756 373860 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I1009 13:07:56.073760 373860 command_runner.go:130] > runtime_type = "oci"
I1009 13:07:56.073764 373860 command_runner.go:130] > runtime_root = "/run/runc"
I1009 13:07:56.073771 373860 command_runner.go:130] > runtime_config_path = ""
I1009 13:07:56.073775 373860 command_runner.go:130] > monitor_path = ""
I1009 13:07:56.073780 373860 command_runner.go:130] > monitor_cgroup = ""
I1009 13:07:56.073786 373860 command_runner.go:130] > monitor_exec_cgroup = ""
I1009 13:07:56.073811 373860 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I1009 13:07:56.073818 373860 command_runner.go:130] > # running containers
I1009 13:07:56.073822 373860 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I1009 13:07:56.073828 373860 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I1009 13:07:56.073837 373860 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I1009 13:07:56.073843 373860 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I1009 13:07:56.073849 373860 command_runner.go:130] > # Kata Containers with the default configured VMM
I1009 13:07:56.073853 373860 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I1009 13:07:56.073859 373860 command_runner.go:130] > # Kata Containers with the QEMU VMM
I1009 13:07:56.073863 373860 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I1009 13:07:56.073870 373860 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I1009 13:07:56.073875 373860 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I1009 13:07:56.073883 373860 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I1009 13:07:56.073889 373860 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I1009 13:07:56.073897 373860 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I1009 13:07:56.073906 373860 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I1009 13:07:56.073914 373860 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I1009 13:07:56.073922 373860 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I1009 13:07:56.073931 373860 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I1009 13:07:56.073941 373860 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I1009 13:07:56.073946 373860 command_runner.go:130] > # signifying for that resource type to override the default value.
I1009 13:07:56.073955 373860 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I1009 13:07:56.073959 373860 command_runner.go:130] > # Example:
I1009 13:07:56.073966 373860 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I1009 13:07:56.073971 373860 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I1009 13:07:56.073978 373860 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I1009 13:07:56.073984 373860 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I1009 13:07:56.073989 373860 command_runner.go:130] > # cpuset = 0
I1009 13:07:56.073993 373860 command_runner.go:130] > # cpushares = "0-1"
I1009 13:07:56.073999 373860 command_runner.go:130] > # Where:
I1009 13:07:56.074003 373860 command_runner.go:130] > # The workload name is workload-type.
I1009 13:07:56.074013 373860 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I1009 13:07:56.074018 373860 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I1009 13:07:56.074026 373860 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I1009 13:07:56.074034 373860 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I1009 13:07:56.074041 373860 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I1009 13:07:56.074045 373860 command_runner.go:130] > #
I1009 13:07:56.074052 373860 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I1009 13:07:56.074057 373860 command_runner.go:130] > #
I1009 13:07:56.074063 373860 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I1009 13:07:56.074071 373860 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I1009 13:07:56.074078 373860 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I1009 13:07:56.074086 373860 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I1009 13:07:56.074092 373860 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I1009 13:07:56.074096 373860 command_runner.go:130] > [crio.image]
I1009 13:07:56.074102 373860 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I1009 13:07:56.074109 373860 command_runner.go:130] > # default_transport = "docker://"
I1009 13:07:56.074116 373860 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I1009 13:07:56.074124 373860 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I1009 13:07:56.074129 373860 command_runner.go:130] > # global_auth_file = ""
I1009 13:07:56.074134 373860 command_runner.go:130] > # The image used to instantiate infra containers.
I1009 13:07:56.074141 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:07:56.074146 373860 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I1009 13:07:56.074154 373860 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I1009 13:07:56.074160 373860 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I1009 13:07:56.074168 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:07:56.074172 373860 command_runner.go:130] > # pause_image_auth_file = ""
I1009 13:07:56.074180 373860 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I1009 13:07:56.074186 373860 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I1009 13:07:56.074195 373860 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I1009 13:07:56.074201 373860 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I1009 13:07:56.074208 373860 command_runner.go:130] > # pause_command = "/pause"
I1009 13:07:56.074213 373860 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I1009 13:07:56.074222 373860 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I1009 13:07:56.074228 373860 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I1009 13:07:56.074236 373860 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I1009 13:07:56.074241 373860 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I1009 13:07:56.074245 373860 command_runner.go:130] > # signature_policy = ""
I1009 13:07:56.074255 373860 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I1009 13:07:56.074263 373860 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I1009 13:07:56.074268 373860 command_runner.go:130] > # changing them here.
I1009 13:07:56.074274 373860 command_runner.go:130] > # insecure_registries = [
I1009 13:07:56.074278 373860 command_runner.go:130] > # ]
I1009 13:07:56.074287 373860 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I1009 13:07:56.074292 373860 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I1009 13:07:56.074299 373860 command_runner.go:130] > # image_volumes = "mkdir"
I1009 13:07:56.074304 373860 command_runner.go:130] > # Temporary directory to use for storing big files
I1009 13:07:56.074310 373860 command_runner.go:130] > # big_files_temporary_dir = ""
I1009 13:07:56.074316 373860 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I1009 13:07:56.074323 373860 command_runner.go:130] > # CNI plugins.
I1009 13:07:56.074326 373860 command_runner.go:130] > [crio.network]
I1009 13:07:56.074332 373860 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I1009 13:07:56.074338 373860 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I1009 13:07:56.074342 373860 command_runner.go:130] > # cni_default_network = ""
I1009 13:07:56.074350 373860 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I1009 13:07:56.074355 373860 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I1009 13:07:56.074363 373860 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I1009 13:07:56.074367 373860 command_runner.go:130] > # plugin_dirs = [
I1009 13:07:56.074373 373860 command_runner.go:130] > # "/opt/cni/bin/",
I1009 13:07:56.074376 373860 command_runner.go:130] > # ]
I1009 13:07:56.074382 373860 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I1009 13:07:56.074388 373860 command_runner.go:130] > [crio.metrics]
I1009 13:07:56.074393 373860 command_runner.go:130] > # Globally enable or disable metrics support.
I1009 13:07:56.074400 373860 command_runner.go:130] > # enable_metrics = false
I1009 13:07:56.074404 373860 command_runner.go:130] > # Specify enabled metrics collectors.
I1009 13:07:56.074411 373860 command_runner.go:130] > # Per default all metrics are enabled.
I1009 13:07:56.074417 373860 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I1009 13:07:56.074426 373860 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I1009 13:07:56.074432 373860 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I1009 13:07:56.074437 373860 command_runner.go:130] > # metrics_collectors = [
I1009 13:07:56.074441 373860 command_runner.go:130] > # "operations",
I1009 13:07:56.074447 373860 command_runner.go:130] > # "operations_latency_microseconds_total",
I1009 13:07:56.074451 373860 command_runner.go:130] > # "operations_latency_microseconds",
I1009 13:07:56.074456 373860 command_runner.go:130] > # "operations_errors",
I1009 13:07:56.074460 373860 command_runner.go:130] > # "image_pulls_by_digest",
I1009 13:07:56.074468 373860 command_runner.go:130] > # "image_pulls_by_name",
I1009 13:07:56.074472 373860 command_runner.go:130] > # "image_pulls_by_name_skipped",
I1009 13:07:56.074479 373860 command_runner.go:130] > # "image_pulls_failures",
I1009 13:07:56.074484 373860 command_runner.go:130] > # "image_pulls_successes",
I1009 13:07:56.074490 373860 command_runner.go:130] > # "image_pulls_layer_size",
I1009 13:07:56.074495 373860 command_runner.go:130] > # "image_layer_reuse",
I1009 13:07:56.074501 373860 command_runner.go:130] > # "containers_oom_total",
I1009 13:07:56.074506 373860 command_runner.go:130] > # "containers_oom",
I1009 13:07:56.074512 373860 command_runner.go:130] > # "processes_defunct",
I1009 13:07:56.074516 373860 command_runner.go:130] > # "operations_total",
I1009 13:07:56.074523 373860 command_runner.go:130] > # "operations_latency_seconds",
I1009 13:07:56.074527 373860 command_runner.go:130] > # "operations_latency_seconds_total",
I1009 13:07:56.074532 373860 command_runner.go:130] > # "operations_errors_total",
I1009 13:07:56.074538 373860 command_runner.go:130] > # "image_pulls_bytes_total",
I1009 13:07:56.074543 373860 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I1009 13:07:56.074549 373860 command_runner.go:130] > # "image_pulls_failure_total",
I1009 13:07:56.074554 373860 command_runner.go:130] > # "image_pulls_success_total",
I1009 13:07:56.074560 373860 command_runner.go:130] > # "image_layer_reuse_total",
I1009 13:07:56.074565 373860 command_runner.go:130] > # "containers_oom_count_total",
I1009 13:07:56.074570 373860 command_runner.go:130] > # ]
I1009 13:07:56.074575 373860 command_runner.go:130] > # The port on which the metrics server will listen.
I1009 13:07:56.074581 373860 command_runner.go:130] > # metrics_port = 9090
I1009 13:07:56.074586 373860 command_runner.go:130] > # Local socket path to bind the metrics server to
I1009 13:07:56.074593 373860 command_runner.go:130] > # metrics_socket = ""
I1009 13:07:56.074598 373860 command_runner.go:130] > # The certificate for the secure metrics server.
I1009 13:07:56.074606 373860 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I1009 13:07:56.074614 373860 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I1009 13:07:56.074618 373860 command_runner.go:130] > # certificate on any modification event.
I1009 13:07:56.074625 373860 command_runner.go:130] > # metrics_cert = ""
I1009 13:07:56.074629 373860 command_runner.go:130] > # The certificate key for the secure metrics server.
I1009 13:07:56.074634 373860 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I1009 13:07:56.074639 373860 command_runner.go:130] > # metrics_key = ""
I1009 13:07:56.074645 373860 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I1009 13:07:56.074651 373860 command_runner.go:130] > [crio.tracing]
I1009 13:07:56.074656 373860 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I1009 13:07:56.074663 373860 command_runner.go:130] > # enable_tracing = false
I1009 13:07:56.074668 373860 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I1009 13:07:56.074674 373860 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I1009 13:07:56.074680 373860 command_runner.go:130] > # Number of samples to collect per million spans.
I1009 13:07:56.074687 373860 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I1009 13:07:56.074693 373860 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I1009 13:07:56.074700 373860 command_runner.go:130] > [crio.stats]
I1009 13:07:56.074706 373860 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I1009 13:07:56.074716 373860 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I1009 13:07:56.074723 373860 command_runner.go:130] > # stats_collection_period = 0
I1009 13:07:56.074785 373860 cni.go:84] Creating CNI manager for ""
I1009 13:07:56.074794 373860 cni.go:136] 1 nodes found, recommending kindnet
I1009 13:07:56.074811 373860 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1009 13:07:56.074830 373860 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.2 APIServerPort:8443 KubernetesVersion:v1.28.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-882803 NodeName:multinode-882803 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1009 13:07:56.074948 373860 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-882803"
kubeletExtraArgs:
node-ip: 192.168.58.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 13:07:56.075004 373860 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-882803 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.2
[Install]
config:
{KubernetesVersion:v1.28.2 ClusterName:multinode-882803 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1009 13:07:56.075055 373860 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.2
I1009 13:07:56.082701 373860 command_runner.go:130] > kubeadm
I1009 13:07:56.082726 373860 command_runner.go:130] > kubectl
I1009 13:07:56.082733 373860 command_runner.go:130] > kubelet
I1009 13:07:56.083371 373860 binaries.go:44] Found k8s binaries, skipping transfer
I1009 13:07:56.083430 373860 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1009 13:07:56.091213 373860 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (426 bytes)
I1009 13:07:56.107066 373860 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 13:07:56.123329 373860 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2097 bytes)
I1009 13:07:56.139516 373860 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I1009 13:07:56.142787 373860 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 13:07:56.153275 373860 certs.go:56] Setting up /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803 for IP: 192.168.58.2
I1009 13:07:56.153315 373860 certs.go:190] acquiring lock for shared ca certs: {Name:mk3c2bacffea8b3ff0d3d4351ddbd637a0ec9690 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:07:56.153454 373860 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key
I1009 13:07:56.153504 373860 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key
I1009 13:07:56.153582 373860 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.key
I1009 13:07:56.153596 373860 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.crt with IP's: []
I1009 13:07:56.234415 373860 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.crt ...
I1009 13:07:56.234447 373860 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.crt: {Name:mk38e9c2a993ebd45b6b8f66138a5e1092bfa900 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:07:56.234622 373860 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.key ...
I1009 13:07:56.234634 373860 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.key: {Name:mk8affaf03ce700b8faae2ca150ec9f43096ce00 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:07:56.234706 373860 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.key.cee25041
I1009 13:07:56.234721 373860 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.crt.cee25041 with IP's: [192.168.58.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1009 13:07:56.388889 373860 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.crt.cee25041 ...
I1009 13:07:56.388923 373860 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.crt.cee25041: {Name:mk83fd930ffad6aa1bb6a811fc404436ce5b2623 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:07:56.389099 373860 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.key.cee25041 ...
I1009 13:07:56.389111 373860 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.key.cee25041: {Name:mkfd2bb7d04ab883ea79e05f10d94031903409e6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:07:56.389183 373860 certs.go:337] copying /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.crt.cee25041 -> /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.crt
I1009 13:07:56.389249 373860 certs.go:341] copying /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.key.cee25041 -> /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.key
I1009 13:07:56.389304 373860 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.key
I1009 13:07:56.389324 373860 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.crt with IP's: []
I1009 13:07:56.484933 373860 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.crt ...
I1009 13:07:56.484965 373860 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.crt: {Name:mkbcfc1849da6a8812091122e317e4af771a74f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:07:56.485126 373860 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.key ...
I1009 13:07:56.485137 373860 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.key: {Name:mkc7003eb535fbbe78219ca3ae0309f12f1c30d9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:07:56.485202 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1009 13:07:56.485219 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1009 13:07:56.485229 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1009 13:07:56.485244 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1009 13:07:56.485256 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1009 13:07:56.485274 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1009 13:07:56.485287 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1009 13:07:56.485299 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1009 13:07:56.485350 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem (1338 bytes)
W1009 13:07:56.485385 373860 certs.go:433] ignoring /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499_empty.pem, impossibly tiny 0 bytes
I1009 13:07:56.485396 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem (1679 bytes)
I1009 13:07:56.485419 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem (1082 bytes)
I1009 13:07:56.485442 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem (1123 bytes)
I1009 13:07:56.485465 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem (1679 bytes)
I1009 13:07:56.485502 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem (1708 bytes)
I1009 13:07:56.485527 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1009 13:07:56.485540 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem -> /usr/share/ca-certificates/288499.pem
I1009 13:07:56.485552 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> /usr/share/ca-certificates/2884992.pem
I1009 13:07:56.486056 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1009 13:07:56.508099 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1009 13:07:56.528727 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 13:07:56.550432 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1009 13:07:56.572524 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 13:07:56.593904 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1009 13:07:56.615206 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 13:07:56.637175 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1009 13:07:56.658665 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 13:07:56.679930 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem --> /usr/share/ca-certificates/288499.pem (1338 bytes)
I1009 13:07:56.700783 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem --> /usr/share/ca-certificates/2884992.pem (1708 bytes)
I1009 13:07:56.722093 373860 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1009 13:07:56.737782 373860 ssh_runner.go:195] Run: openssl version
I1009 13:07:56.742665 373860 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I1009 13:07:56.742851 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2884992.pem && ln -fs /usr/share/ca-certificates/2884992.pem /etc/ssl/certs/2884992.pem"
I1009 13:07:56.751544 373860 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2884992.pem
I1009 13:07:56.754730 373860 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Oct 9 12:55 /usr/share/ca-certificates/2884992.pem
I1009 13:07:56.754760 373860 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 9 12:55 /usr/share/ca-certificates/2884992.pem
I1009 13:07:56.754802 373860 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2884992.pem
I1009 13:07:56.760984 373860 command_runner.go:130] > 3ec20f2e
I1009 13:07:56.761187 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2884992.pem /etc/ssl/certs/3ec20f2e.0"
I1009 13:07:56.769962 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 13:07:56.779000 373860 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 13:07:56.782330 373860 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Oct 9 12:49 /usr/share/ca-certificates/minikubeCA.pem
I1009 13:07:56.782360 373860 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 9 12:49 /usr/share/ca-certificates/minikubeCA.pem
I1009 13:07:56.782410 373860 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 13:07:56.788503 373860 command_runner.go:130] > b5213941
I1009 13:07:56.788690 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 13:07:56.796925 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/288499.pem && ln -fs /usr/share/ca-certificates/288499.pem /etc/ssl/certs/288499.pem"
I1009 13:07:56.805499 373860 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/288499.pem
I1009 13:07:56.808817 373860 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Oct 9 12:55 /usr/share/ca-certificates/288499.pem
I1009 13:07:56.808851 373860 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 9 12:55 /usr/share/ca-certificates/288499.pem
I1009 13:07:56.808885 373860 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/288499.pem
I1009 13:07:56.815143 373860 command_runner.go:130] > 51391683
I1009 13:07:56.815426 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/288499.pem /etc/ssl/certs/51391683.0"
I1009 13:07:56.824038 373860 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1009 13:07:56.827283 373860 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1009 13:07:56.827333 373860 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1009 13:07:56.827376 373860 kubeadm.go:404] StartCluster: {Name:multinode-882803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-882803 Namespace:default APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetr
ics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 13:07:56.827448 373860 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1009 13:07:56.827493 373860 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1009 13:07:56.861148 373860 cri.go:89] found id: ""
I1009 13:07:56.861222 373860 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1009 13:07:56.869484 373860 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/kubeadm-flags.env': No such file or directory
I1009 13:07:56.869515 373860 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/config.yaml': No such file or directory
I1009 13:07:56.869525 373860 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/etcd': No such file or directory
I1009 13:07:56.869593 373860 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1009 13:07:56.877570 373860 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1009 13:07:56.877624 373860 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1009 13:07:56.885515 373860 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
I1009 13:07:56.885548 373860 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
I1009 13:07:56.885556 373860 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
I1009 13:07:56.885564 373860 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 13:07:56.885603 373860 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 13:07:56.885644 373860 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1009 13:07:56.929548 373860 kubeadm.go:322] [init] Using Kubernetes version: v1.28.2
I1009 13:07:56.929582 373860 command_runner.go:130] > [init] Using Kubernetes version: v1.28.2
I1009 13:07:56.929630 373860 kubeadm.go:322] [preflight] Running pre-flight checks
I1009 13:07:56.929638 373860 command_runner.go:130] > [preflight] Running pre-flight checks
I1009 13:07:56.965371 373860 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1009 13:07:56.965419 373860 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I1009 13:07:56.965518 373860 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1009 13:07:56.965550 373860 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1009 13:07:56.965667 373860 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1009 13:07:56.965684 373860 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I1009 13:07:56.965751 373860 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 13:07:56.965763 373860 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 13:07:56.965828 373860 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1009 13:07:56.965838 373860 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1009 13:07:56.965910 373860 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 13:07:56.965925 373860 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 13:07:56.965985 373860 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 13:07:56.965992 373860 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 13:07:56.966033 373860 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 13:07:56.966039 373860 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 13:07:56.966078 373860 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 13:07:56.966096 373860 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 13:07:56.966176 373860 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1009 13:07:56.966189 373860 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1009 13:07:56.966259 373860 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1009 13:07:56.966271 373860 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1009 13:07:56.966341 373860 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1009 13:07:56.966361 373860 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1009 13:07:57.030214 373860 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 13:07:57.030236 373860 command_runner.go:130] > [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 13:07:57.030353 373860 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 13:07:57.030393 373860 command_runner.go:130] > [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 13:07:57.030545 373860 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1009 13:07:57.030562 373860 command_runner.go:130] > [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1009 13:07:57.228842 373860 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 13:07:57.232639 373860 out.go:204] - Generating certificates and keys ...
I1009 13:07:57.228967 373860 command_runner.go:130] > [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 13:07:57.232810 373860 kubeadm.go:322] [certs] Using existing ca certificate authority
I1009 13:07:57.232828 373860 command_runner.go:130] > [certs] Using existing ca certificate authority
I1009 13:07:57.232929 373860 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1009 13:07:57.232950 373860 command_runner.go:130] > [certs] Using existing apiserver certificate and key on disk
I1009 13:07:57.451877 373860 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1009 13:07:57.451958 373860 command_runner.go:130] > [certs] Generating "apiserver-kubelet-client" certificate and key
I1009 13:07:57.589578 373860 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1009 13:07:57.589612 373860 command_runner.go:130] > [certs] Generating "front-proxy-ca" certificate and key
I1009 13:07:57.774452 373860 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1009 13:07:57.774484 373860 command_runner.go:130] > [certs] Generating "front-proxy-client" certificate and key
I1009 13:07:57.958684 373860 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1009 13:07:57.958715 373860 command_runner.go:130] > [certs] Generating "etcd/ca" certificate and key
I1009 13:07:58.141563 373860 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1009 13:07:58.141595 373860 command_runner.go:130] > [certs] Generating "etcd/server" certificate and key
I1009 13:07:58.141743 373860 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [localhost multinode-882803] and IPs [192.168.58.2 127.0.0.1 ::1]
I1009 13:07:58.141756 373860 command_runner.go:130] > [certs] etcd/server serving cert is signed for DNS names [localhost multinode-882803] and IPs [192.168.58.2 127.0.0.1 ::1]
I1009 13:07:58.335128 373860 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1009 13:07:58.335206 373860 command_runner.go:130] > [certs] Generating "etcd/peer" certificate and key
I1009 13:07:58.335408 373860 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-882803] and IPs [192.168.58.2 127.0.0.1 ::1]
I1009 13:07:58.335422 373860 command_runner.go:130] > [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-882803] and IPs [192.168.58.2 127.0.0.1 ::1]
I1009 13:07:58.398103 373860 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1009 13:07:58.398159 373860 command_runner.go:130] > [certs] Generating "etcd/healthcheck-client" certificate and key
I1009 13:07:58.584396 373860 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1009 13:07:58.584425 373860 command_runner.go:130] > [certs] Generating "apiserver-etcd-client" certificate and key
I1009 13:07:58.785349 373860 kubeadm.go:322] [certs] Generating "sa" key and public key
I1009 13:07:58.785374 373860 command_runner.go:130] > [certs] Generating "sa" key and public key
I1009 13:07:58.785427 373860 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1009 13:07:58.785443 373860 command_runner.go:130] > [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1009 13:07:58.847230 373860 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1009 13:07:58.847281 373860 command_runner.go:130] > [kubeconfig] Writing "admin.conf" kubeconfig file
I1009 13:07:58.924987 373860 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1009 13:07:58.925020 373860 command_runner.go:130] > [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1009 13:07:59.144295 373860 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1009 13:07:59.144328 373860 command_runner.go:130] > [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1009 13:07:59.422704 373860 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1009 13:07:59.422737 373860 command_runner.go:130] > [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1009 13:07:59.423160 373860 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1009 13:07:59.423184 373860 command_runner.go:130] > [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1009 13:07:59.425494 373860 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1009 13:07:59.428837 373860 out.go:204] - Booting up control plane ...
I1009 13:07:59.425573 373860 command_runner.go:130] > [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1009 13:07:59.428987 373860 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1009 13:07:59.429010 373860 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-apiserver"
I1009 13:07:59.429125 373860 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1009 13:07:59.429138 373860 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1009 13:07:59.429218 373860 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1009 13:07:59.429250 373860 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-scheduler"
I1009 13:07:59.437189 373860 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1009 13:07:59.437209 373860 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1009 13:07:59.438118 373860 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1009 13:07:59.438137 373860 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1009 13:07:59.438184 373860 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1009 13:07:59.438198 373860 command_runner.go:130] > [kubelet-start] Starting the kubelet
I1009 13:07:59.518378 373860 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1009 13:07:59.518407 373860 command_runner.go:130] > [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1009 13:08:04.520348 373860 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.002066 seconds
I1009 13:08:04.520383 373860 command_runner.go:130] > [apiclient] All control plane components are healthy after 5.002066 seconds
I1009 13:08:04.520480 373860 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1009 13:08:04.520490 373860 command_runner.go:130] > [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1009 13:08:04.532481 373860 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1009 13:08:04.532510 373860 command_runner.go:130] > [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1009 13:08:05.055150 373860 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1009 13:08:05.055177 373860 command_runner.go:130] > [upload-certs] Skipping phase. Please see --upload-certs
I1009 13:08:05.055430 373860 kubeadm.go:322] [mark-control-plane] Marking the node multinode-882803 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1009 13:08:05.055441 373860 command_runner.go:130] > [mark-control-plane] Marking the node multinode-882803 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1009 13:08:05.566533 373860 kubeadm.go:322] [bootstrap-token] Using token: 2up0ge.7r5zhrw8lpxlfsex
I1009 13:08:05.568354 373860 out.go:204] - Configuring RBAC rules ...
I1009 13:08:05.566598 373860 command_runner.go:130] > [bootstrap-token] Using token: 2up0ge.7r5zhrw8lpxlfsex
I1009 13:08:05.568513 373860 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1009 13:08:05.568528 373860 command_runner.go:130] > [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1009 13:08:05.572396 373860 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1009 13:08:05.572419 373860 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1009 13:08:05.580974 373860 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1009 13:08:05.581000 373860 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1009 13:08:05.584122 373860 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1009 13:08:05.584150 373860 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1009 13:08:05.587143 373860 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1009 13:08:05.587165 373860 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1009 13:08:05.590095 373860 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1009 13:08:05.590114 373860 command_runner.go:130] > [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1009 13:08:05.602044 373860 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1009 13:08:05.602069 373860 command_runner.go:130] > [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1009 13:08:05.805362 373860 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1009 13:08:05.805401 373860 command_runner.go:130] > [addons] Applied essential addon: CoreDNS
I1009 13:08:05.976178 373860 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1009 13:08:05.976207 373860 command_runner.go:130] > [addons] Applied essential addon: kube-proxy
I1009 13:08:05.978393 373860 kubeadm.go:322]
I1009 13:08:05.978523 373860 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1009 13:08:05.978540 373860 command_runner.go:130] > Your Kubernetes control-plane has initialized successfully!
I1009 13:08:05.978545 373860 kubeadm.go:322]
I1009 13:08:05.978606 373860 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1009 13:08:05.978621 373860 command_runner.go:130] > To start using your cluster, you need to run the following as a regular user:
I1009 13:08:05.978627 373860 kubeadm.go:322]
I1009 13:08:05.978648 373860 kubeadm.go:322] mkdir -p $HOME/.kube
I1009 13:08:05.978656 373860 command_runner.go:130] > mkdir -p $HOME/.kube
I1009 13:08:05.978702 373860 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1009 13:08:05.978708 373860 command_runner.go:130] > sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1009 13:08:05.978756 373860 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1009 13:08:05.978768 373860 command_runner.go:130] > sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1009 13:08:05.978773 373860 kubeadm.go:322]
I1009 13:08:05.978843 373860 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1009 13:08:05.978852 373860 command_runner.go:130] > Alternatively, if you are the root user, you can run:
I1009 13:08:05.978856 373860 kubeadm.go:322]
I1009 13:08:05.978913 373860 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1009 13:08:05.978924 373860 command_runner.go:130] > export KUBECONFIG=/etc/kubernetes/admin.conf
I1009 13:08:05.978929 373860 kubeadm.go:322]
I1009 13:08:05.978970 373860 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1009 13:08:05.978977 373860 command_runner.go:130] > You should now deploy a pod network to the cluster.
I1009 13:08:05.979064 373860 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1009 13:08:05.979072 373860 command_runner.go:130] > Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1009 13:08:05.979158 373860 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1009 13:08:05.979174 373860 command_runner.go:130] > https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1009 13:08:05.979179 373860 kubeadm.go:322]
I1009 13:08:05.979303 373860 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1009 13:08:05.979316 373860 command_runner.go:130] > You can now join any number of control-plane nodes by copying certificate authorities
I1009 13:08:05.979397 373860 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1009 13:08:05.979406 373860 command_runner.go:130] > and service account keys on each node and then running the following as root:
I1009 13:08:05.979411 373860 kubeadm.go:322]
I1009 13:08:05.979500 373860 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 2up0ge.7r5zhrw8lpxlfsex \
I1009 13:08:05.979510 373860 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token 2up0ge.7r5zhrw8lpxlfsex \
I1009 13:08:05.979619 373860 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d \
I1009 13:08:05.979628 373860 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d \
I1009 13:08:05.979651 373860 kubeadm.go:322] --control-plane
I1009 13:08:05.979660 373860 command_runner.go:130] > --control-plane
I1009 13:08:05.979665 373860 kubeadm.go:322]
I1009 13:08:05.979772 373860 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1009 13:08:05.979782 373860 command_runner.go:130] > Then you can join any number of worker nodes by running the following on each as root:
I1009 13:08:05.979791 373860 kubeadm.go:322]
I1009 13:08:05.979890 373860 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 2up0ge.7r5zhrw8lpxlfsex \
I1009 13:08:05.979901 373860 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token 2up0ge.7r5zhrw8lpxlfsex \
I1009 13:08:05.980015 373860 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d
I1009 13:08:05.980027 373860 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d
I1009 13:08:05.983392 373860 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1009 13:08:05.983415 373860 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1009 13:08:05.983504 373860 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1009 13:08:05.983512 373860 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1009 13:08:05.983526 373860 cni.go:84] Creating CNI manager for ""
I1009 13:08:05.983531 373860 cni.go:136] 1 nodes found, recommending kindnet
I1009 13:08:05.985248 373860 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1009 13:08:05.986815 373860 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1009 13:08:05.990487 373860 command_runner.go:130] > File: /opt/cni/bin/portmap
I1009 13:08:05.990512 373860 command_runner.go:130] > Size: 3955775 Blocks: 7728 IO Block: 4096 regular file
I1009 13:08:05.990520 373860 command_runner.go:130] > Device: 37h/55d Inode: 3365733 Links: 1
I1009 13:08:05.990529 373860 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I1009 13:08:05.990538 373860 command_runner.go:130] > Access: 2023-05-09 19:53:47.000000000 +0000
I1009 13:08:05.990547 373860 command_runner.go:130] > Modify: 2023-05-09 19:53:47.000000000 +0000
I1009 13:08:05.990555 373860 command_runner.go:130] > Change: 2023-10-09 12:49:00.107838546 +0000
I1009 13:08:05.990563 373860 command_runner.go:130] > Birth: 2023-10-09 12:49:00.083836475 +0000
I1009 13:08:05.990650 373860 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.2/kubectl ...
I1009 13:08:05.990667 373860 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1009 13:08:06.007660 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1009 13:08:06.707504 373860 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet created
I1009 13:08:06.707527 373860 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet created
I1009 13:08:06.707533 373860 command_runner.go:130] > serviceaccount/kindnet created
I1009 13:08:06.707541 373860 command_runner.go:130] > daemonset.apps/kindnet created
I1009 13:08:06.707580 373860 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1009 13:08:06.707661 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:06.707682 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=5246c25d92858f2bed1b803bf67475f9bc0a2245 minikube.k8s.io/name=multinode-882803 minikube.k8s.io/updated_at=2023_10_09T13_08_06_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:06.714957 373860 command_runner.go:130] > -16
I1009 13:08:06.786715 373860 command_runner.go:130] > node/multinode-882803 labeled
I1009 13:08:06.789503 373860 ops.go:34] apiserver oom_adj: -16
I1009 13:08:06.789527 373860 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/minikube-rbac created
I1009 13:08:06.789634 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:06.861031 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:06.861123 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:06.926026 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:07.426871 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:07.492420 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:07.927078 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:07.991360 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:08.426532 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:08.492875 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:08.926309 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:08.989233 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:09.427237 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:09.493302 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:09.927016 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:09.994810 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:10.426383 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:10.504216 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:10.926878 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:10.992783 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:11.426475 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:11.491930 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:11.927189 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:11.993020 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:12.426571 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:12.488907 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:12.926293 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:12.992025 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:13.427172 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:13.489956 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:13.926453 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:13.991008 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:14.426779 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:14.492128 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:14.926717 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:14.993817 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:15.426309 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:15.489964 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:15.926814 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:15.991038 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:16.426234 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:16.491913 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:16.926805 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:16.988515 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:17.426475 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:17.499323 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:17.926820 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:17.993706 373860 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1009 13:08:18.426943 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 13:08:18.516662 373860 command_runner.go:130] > NAME SECRETS AGE
I1009 13:08:18.516688 373860 command_runner.go:130] > default 0 0s
I1009 13:08:18.519323 373860 kubeadm.go:1081] duration metric: took 11.811719737s to wait for elevateKubeSystemPrivileges.
I1009 13:08:18.519361 373860 kubeadm.go:406] StartCluster complete in 21.69198856s
I1009 13:08:18.519388 373860 settings.go:142] acquiring lock: {Name:mkf8e5b9773759407079f6b75062d2969120bd75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:08:18.519476 373860 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:08:18.520444 373860 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/kubeconfig: {Name:mk69ffee513ea7fb609d7f43a8ee98b76086120b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:08:18.520770 373860 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1009 13:08:18.520868 373860 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1009 13:08:18.520951 373860 addons.go:69] Setting storage-provisioner=true in profile "multinode-882803"
I1009 13:08:18.520976 373860 addons.go:231] Setting addon storage-provisioner=true in "multinode-882803"
I1009 13:08:18.521034 373860 addons.go:69] Setting default-storageclass=true in profile "multinode-882803"
I1009 13:08:18.521049 373860 host.go:66] Checking if "multinode-882803" exists ...
I1009 13:08:18.521062 373860 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "multinode-882803"
I1009 13:08:18.521099 373860 config.go:182] Loaded profile config "multinode-882803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:08:18.521173 373860 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:08:18.521521 373860 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Status}}
I1009 13:08:18.521627 373860 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Status}}
I1009 13:08:18.521738 373860 kapi.go:59] client config for multinode-882803: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.crt", KeyFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.key", CAFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c11c60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 13:08:18.522503 373860 cert_rotation.go:137] Starting client certificate rotation controller
I1009 13:08:18.522844 373860 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1009 13:08:18.522863 373860 round_trippers.go:469] Request Headers:
I1009 13:08:18.522875 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:18.522884 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:18.532817 373860 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1009 13:08:18.532848 373860 round_trippers.go:577] Response Headers:
I1009 13:08:18.532858 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:18.532866 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:18.532873 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:18.532883 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:18.532891 373860 round_trippers.go:580] Content-Length: 291
I1009 13:08:18.532900 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:18 GMT
I1009 13:08:18.532911 373860 round_trippers.go:580] Audit-Id: 5349f612-258e-4683-a3fa-30675cb9611f
I1009 13:08:18.532945 373860 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"76fe9a99-a1d8-4d90-bf16-c470b64af636","resourceVersion":"334","creationTimestamp":"2023-10-09T13:08:05Z"},"spec":{"replicas":2},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1009 13:08:18.533469 373860 request.go:1212] Request Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"76fe9a99-a1d8-4d90-bf16-c470b64af636","resourceVersion":"334","creationTimestamp":"2023-10-09T13:08:05Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1009 13:08:18.533581 373860 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1009 13:08:18.533633 373860 round_trippers.go:469] Request Headers:
I1009 13:08:18.533650 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:18.533658 373860 round_trippers.go:473] Content-Type: application/json
I1009 13:08:18.533666 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:18.546409 373860 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1009 13:08:18.546022 373860 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:08:18.547975 373860 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1009 13:08:18.548093 373860 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1009 13:08:18.548155 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:08:18.548258 373860 kapi.go:59] client config for multinode-882803: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.crt", KeyFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.key", CAFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c11c60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 13:08:18.548517 373860 addons.go:231] Setting addon default-storageclass=true in "multinode-882803"
I1009 13:08:18.548550 373860 host.go:66] Checking if "multinode-882803" exists ...
I1009 13:08:18.548908 373860 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Status}}
I1009 13:08:18.562302 373860 round_trippers.go:574] Response Status: 200 OK in 28 milliseconds
I1009 13:08:18.562342 373860 round_trippers.go:577] Response Headers:
I1009 13:08:18.562354 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:18.562363 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:18.562372 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:18.562380 373860 round_trippers.go:580] Content-Length: 291
I1009 13:08:18.562395 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:18 GMT
I1009 13:08:18.562404 373860 round_trippers.go:580] Audit-Id: 8479a3cf-25bd-46dc-a427-8c5639ecd3a4
I1009 13:08:18.562415 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:18.562457 373860 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"76fe9a99-a1d8-4d90-bf16-c470b64af636","resourceVersion":"374","creationTimestamp":"2023-10-09T13:08:05Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1009 13:08:18.562648 373860 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1009 13:08:18.562661 373860 round_trippers.go:469] Request Headers:
I1009 13:08:18.562672 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:18.562682 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:18.567854 373860 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1009 13:08:18.567885 373860 round_trippers.go:577] Response Headers:
I1009 13:08:18.567896 373860 round_trippers.go:580] Audit-Id: cf9b0f12-43d8-4043-b80c-fded4b905334
I1009 13:08:18.567905 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:18.567914 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:18.567922 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:18.567930 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:18.567936 373860 round_trippers.go:580] Content-Length: 291
I1009 13:08:18.567942 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:18 GMT
I1009 13:08:18.567967 373860 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"76fe9a99-a1d8-4d90-bf16-c470b64af636","resourceVersion":"374","creationTimestamp":"2023-10-09T13:08:05Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1009 13:08:18.568057 373860 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-882803" context rescaled to 1 replicas
I1009 13:08:18.568082 373860 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 13:08:18.571278 373860 out.go:177] * Verifying Kubernetes components...
I1009 13:08:18.573194 373860 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 13:08:18.578977 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:08:18.584438 373860 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1009 13:08:18.584469 373860 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1009 13:08:18.584532 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:08:18.605415 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:08:18.699290 373860 command_runner.go:130] > apiVersion: v1
I1009 13:08:18.699319 373860 command_runner.go:130] > data:
I1009 13:08:18.699326 373860 command_runner.go:130] > Corefile: |
I1009 13:08:18.699333 373860 command_runner.go:130] > .:53 {
I1009 13:08:18.699340 373860 command_runner.go:130] > errors
I1009 13:08:18.699349 373860 command_runner.go:130] > health {
I1009 13:08:18.699408 373860 command_runner.go:130] > lameduck 5s
I1009 13:08:18.699423 373860 command_runner.go:130] > }
I1009 13:08:18.699430 373860 command_runner.go:130] > ready
I1009 13:08:18.699444 373860 command_runner.go:130] > kubernetes cluster.local in-addr.arpa ip6.arpa {
I1009 13:08:18.699454 373860 command_runner.go:130] > pods insecure
I1009 13:08:18.699464 373860 command_runner.go:130] > fallthrough in-addr.arpa ip6.arpa
I1009 13:08:18.699475 373860 command_runner.go:130] > ttl 30
I1009 13:08:18.699481 373860 command_runner.go:130] > }
I1009 13:08:18.699492 373860 command_runner.go:130] > prometheus :9153
I1009 13:08:18.699503 373860 command_runner.go:130] > forward . /etc/resolv.conf {
I1009 13:08:18.699512 373860 command_runner.go:130] > max_concurrent 1000
I1009 13:08:18.699519 373860 command_runner.go:130] > }
I1009 13:08:18.699528 373860 command_runner.go:130] > cache 30
I1009 13:08:18.699535 373860 command_runner.go:130] > loop
I1009 13:08:18.699544 373860 command_runner.go:130] > reload
I1009 13:08:18.699561 373860 command_runner.go:130] > loadbalance
I1009 13:08:18.699567 373860 command_runner.go:130] > }
I1009 13:08:18.699584 373860 command_runner.go:130] > kind: ConfigMap
I1009 13:08:18.699593 373860 command_runner.go:130] > metadata:
I1009 13:08:18.699608 373860 command_runner.go:130] > creationTimestamp: "2023-10-09T13:08:05Z"
I1009 13:08:18.699615 373860 command_runner.go:130] > name: coredns
I1009 13:08:18.699621 373860 command_runner.go:130] > namespace: kube-system
I1009 13:08:18.699628 373860 command_runner.go:130] > resourceVersion: "262"
I1009 13:08:18.699670 373860 command_runner.go:130] > uid: 0d15ce40-b6bd-4d68-9121-494e14100dc9
I1009 13:08:18.702448 373860 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.58.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1009 13:08:18.702773 373860 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:08:18.703216 373860 kapi.go:59] client config for multinode-882803: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.crt", KeyFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.key", CAFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c11c60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 13:08:18.703516 373860 node_ready.go:35] waiting up to 6m0s for node "multinode-882803" to be "Ready" ...
I1009 13:08:18.703605 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:18.703614 373860 round_trippers.go:469] Request Headers:
I1009 13:08:18.703622 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:18.703629 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:18.756685 373860 round_trippers.go:574] Response Status: 200 OK in 53 milliseconds
I1009 13:08:18.756719 373860 round_trippers.go:577] Response Headers:
I1009 13:08:18.756730 373860 round_trippers.go:580] Audit-Id: b911beef-2ab3-4533-93ca-647bf159d8dc
I1009 13:08:18.756738 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:18.756745 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:18.756753 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:18.756761 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:18.756770 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:18 GMT
I1009 13:08:18.757430 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"343","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1009 13:08:18.758317 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:18.758335 373860 round_trippers.go:469] Request Headers:
I1009 13:08:18.758347 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:18.758356 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:18.767606 373860 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1009 13:08:18.767637 373860 round_trippers.go:577] Response Headers:
I1009 13:08:18.767648 373860 round_trippers.go:580] Audit-Id: d4a27889-a4de-45f8-a714-869cb9088083
I1009 13:08:18.767656 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:18.767664 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:18.767672 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:18.767680 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:18.767687 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:18 GMT
I1009 13:08:18.767927 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"343","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1009 13:08:18.778197 373860 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1009 13:08:18.778275 373860 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1009 13:08:19.269216 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:19.269243 373860 round_trippers.go:469] Request Headers:
I1009 13:08:19.269254 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:19.269262 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:19.272268 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:19.272341 373860 round_trippers.go:577] Response Headers:
I1009 13:08:19.272356 373860 round_trippers.go:580] Audit-Id: fa57fcc1-a0bb-42e9-ae31-38b4d9754813
I1009 13:08:19.272365 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:19.272374 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:19.272383 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:19.272412 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:19.272424 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:19 GMT
I1009 13:08:19.272556 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"343","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1009 13:08:19.472904 373860 command_runner.go:130] > configmap/coredns replaced
I1009 13:08:19.472940 373860 start.go:926] {"host.minikube.internal": 192.168.58.1} host record injected into CoreDNS's ConfigMap
I1009 13:08:19.607440 373860 command_runner.go:130] > serviceaccount/storage-provisioner created
I1009 13:08:19.614348 373860 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/storage-provisioner created
I1009 13:08:19.621017 373860 command_runner.go:130] > role.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I1009 13:08:19.627510 373860 command_runner.go:130] > rolebinding.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I1009 13:08:19.634134 373860 command_runner.go:130] > endpoints/k8s.io-minikube-hostpath created
I1009 13:08:19.643149 373860 command_runner.go:130] > pod/storage-provisioner created
I1009 13:08:19.656958 373860 command_runner.go:130] > storageclass.storage.k8s.io/standard created
I1009 13:08:19.657176 373860 round_trippers.go:463] GET https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses
I1009 13:08:19.657197 373860 round_trippers.go:469] Request Headers:
I1009 13:08:19.657209 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:19.657219 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:19.659334 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:19.659361 373860 round_trippers.go:577] Response Headers:
I1009 13:08:19.659372 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:19 GMT
I1009 13:08:19.659381 373860 round_trippers.go:580] Audit-Id: 85bdc263-0337-4b8c-945f-bac3bb34a848
I1009 13:08:19.659390 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:19.659399 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:19.659409 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:19.659417 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:19.659423 373860 round_trippers.go:580] Content-Length: 1273
I1009 13:08:19.659502 373860 request.go:1212] Response Body: {"kind":"StorageClassList","apiVersion":"storage.k8s.io/v1","metadata":{"resourceVersion":"408"},"items":[{"metadata":{"name":"standard","uid":"2fd4fa39-86cd-4094-82f1-38e6cd2325b0","resourceVersion":"398","creationTimestamp":"2023-10-09T13:08:19Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-09T13:08:19Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kuberne
tes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is- [truncated 249 chars]
I1009 13:08:19.659893 373860 request.go:1212] Request Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"2fd4fa39-86cd-4094-82f1-38e6cd2325b0","resourceVersion":"398","creationTimestamp":"2023-10-09T13:08:19Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-09T13:08:19Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclas
s.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I1009 13:08:19.659951 373860 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1009 13:08:19.659959 373860 round_trippers.go:469] Request Headers:
I1009 13:08:19.659966 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:19.659973 373860 round_trippers.go:473] Content-Type: application/json
I1009 13:08:19.659979 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:19.662479 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:19.662507 373860 round_trippers.go:577] Response Headers:
I1009 13:08:19.662520 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:19.662528 373860 round_trippers.go:580] Content-Length: 1220
I1009 13:08:19.662536 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:19 GMT
I1009 13:08:19.662551 373860 round_trippers.go:580] Audit-Id: 0fc3909b-43f4-4469-b600-8378802bfa58
I1009 13:08:19.662566 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:19.662577 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:19.662589 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:19.662635 373860 request.go:1212] Response Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"2fd4fa39-86cd-4094-82f1-38e6cd2325b0","resourceVersion":"398","creationTimestamp":"2023-10-09T13:08:19Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-09T13:08:19Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storagecla
ss.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I1009 13:08:19.664800 373860 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1009 13:08:19.666329 373860 addons.go:502] enable addons completed in 1.145456798s: enabled=[storage-provisioner default-storageclass]
I1009 13:08:19.768810 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:19.768830 373860 round_trippers.go:469] Request Headers:
I1009 13:08:19.768838 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:19.768844 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:19.771421 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:19.771448 373860 round_trippers.go:577] Response Headers:
I1009 13:08:19.771459 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:19.771469 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:19.771481 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:19.771490 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:19.771503 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:19 GMT
I1009 13:08:19.771514 373860 round_trippers.go:580] Audit-Id: c562f662-f453-4381-83dd-fec5ace83397
I1009 13:08:19.771636 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"343","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1009 13:08:20.269330 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:20.269357 373860 round_trippers.go:469] Request Headers:
I1009 13:08:20.269368 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:20.269382 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:20.271905 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:20.271931 373860 round_trippers.go:577] Response Headers:
I1009 13:08:20.271943 373860 round_trippers.go:580] Audit-Id: 36c1db2c-f932-4384-9492-d398ffb2a72a
I1009 13:08:20.271953 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:20.271961 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:20.271967 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:20.271973 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:20.271978 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:20 GMT
I1009 13:08:20.272163 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"343","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1009 13:08:20.768659 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:20.768689 373860 round_trippers.go:469] Request Headers:
I1009 13:08:20.768699 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:20.768706 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:20.771080 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:20.771106 373860 round_trippers.go:577] Response Headers:
I1009 13:08:20.771118 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:20.771126 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:20.771133 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:20.771139 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:20 GMT
I1009 13:08:20.771144 373860 round_trippers.go:580] Audit-Id: f35398d0-245e-469c-a91d-49a9a8e9b41d
I1009 13:08:20.771149 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:20.771283 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"343","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1009 13:08:20.771604 373860 node_ready.go:58] node "multinode-882803" has status "Ready":"False"
I1009 13:08:21.268803 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:21.268838 373860 round_trippers.go:469] Request Headers:
I1009 13:08:21.268852 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:21.268862 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:21.271392 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:21.271426 373860 round_trippers.go:577] Response Headers:
I1009 13:08:21.271434 373860 round_trippers.go:580] Audit-Id: 3127f6ea-4513-4e7b-9c0d-7a18caba85ed
I1009 13:08:21.271440 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:21.271446 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:21.271451 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:21.271456 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:21.271462 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:21 GMT
I1009 13:08:21.271684 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:21.272099 373860 node_ready.go:49] node "multinode-882803" has status "Ready":"True"
I1009 13:08:21.272122 373860 node_ready.go:38] duration metric: took 2.568589925s waiting for node "multinode-882803" to be "Ready" ...
I1009 13:08:21.272134 373860 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 13:08:21.272226 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1009 13:08:21.272236 373860 round_trippers.go:469] Request Headers:
I1009 13:08:21.272247 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:21.272256 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:21.276140 373860 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 13:08:21.276233 373860 round_trippers.go:577] Response Headers:
I1009 13:08:21.276257 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:21.276280 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:21.276316 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:21.276343 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:21.276363 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:21 GMT
I1009 13:08:21.276376 373860 round_trippers.go:580] Audit-Id: 450008f3-6473-4125-b5e3-b2c5735f6614
I1009 13:08:21.280293 373860 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"423"},"items":[{"metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"421","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55534 chars]
I1009 13:08:21.284658 373860 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-d4br2" in "kube-system" namespace to be "Ready" ...
I1009 13:08:21.284755 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-d4br2
I1009 13:08:21.284768 373860 round_trippers.go:469] Request Headers:
I1009 13:08:21.284780 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:21.284789 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:21.287246 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:21.287281 373860 round_trippers.go:577] Response Headers:
I1009 13:08:21.287293 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:21.287301 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:21.287309 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:21 GMT
I1009 13:08:21.287345 373860 round_trippers.go:580] Audit-Id: e3d7b1e2-a2a3-40b3-b0be-0987ed0ff3bb
I1009 13:08:21.287357 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:21.287365 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:21.287493 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"421","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1009 13:08:21.288040 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:21.288056 373860 round_trippers.go:469] Request Headers:
I1009 13:08:21.288067 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:21.288077 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:21.291780 373860 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 13:08:21.291804 373860 round_trippers.go:577] Response Headers:
I1009 13:08:21.291815 373860 round_trippers.go:580] Audit-Id: fb2614e8-ae94-483f-b4c4-e407d2fba744
I1009 13:08:21.291823 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:21.291831 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:21.291839 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:21.291848 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:21.291859 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:21 GMT
I1009 13:08:21.292005 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:21.292508 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-d4br2
I1009 13:08:21.292528 373860 round_trippers.go:469] Request Headers:
I1009 13:08:21.292539 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:21.292548 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:21.296660 373860 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 13:08:21.296693 373860 round_trippers.go:577] Response Headers:
I1009 13:08:21.296704 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:21.296712 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:21.296720 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:21.296728 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:21.296734 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:21 GMT
I1009 13:08:21.296743 373860 round_trippers.go:580] Audit-Id: 35832acc-cb45-453a-b44c-516f9fcda0e2
I1009 13:08:21.297262 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"421","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1009 13:08:21.297952 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:21.297974 373860 round_trippers.go:469] Request Headers:
I1009 13:08:21.297986 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:21.297997 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:21.301259 373860 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 13:08:21.301341 373860 round_trippers.go:577] Response Headers:
I1009 13:08:21.301357 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:21.301367 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:21.301375 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:21.301385 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:21 GMT
I1009 13:08:21.301416 373860 round_trippers.go:580] Audit-Id: a2105595-8732-4378-be90-f35e2612059b
I1009 13:08:21.301424 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:21.301619 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:21.802972 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-d4br2
I1009 13:08:21.802996 373860 round_trippers.go:469] Request Headers:
I1009 13:08:21.803005 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:21.803011 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:21.805418 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:21.805438 373860 round_trippers.go:577] Response Headers:
I1009 13:08:21.805445 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:21.805451 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:21 GMT
I1009 13:08:21.805457 373860 round_trippers.go:580] Audit-Id: 73cd8af3-57c6-4f07-afbf-8f0322b9774f
I1009 13:08:21.805462 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:21.805468 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:21.805473 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:21.805607 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"421","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1009 13:08:21.806040 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:21.806050 373860 round_trippers.go:469] Request Headers:
I1009 13:08:21.806057 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:21.806062 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:21.807927 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:21.807943 373860 round_trippers.go:577] Response Headers:
I1009 13:08:21.807949 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:21.807955 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:21.807962 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:21.807967 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:21.807972 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:21 GMT
I1009 13:08:21.807977 373860 round_trippers.go:580] Audit-Id: f7b2a10c-4c08-43d8-b909-eaa1a4551b35
I1009 13:08:21.808125 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:22.302771 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-d4br2
I1009 13:08:22.302811 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.302820 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.302826 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.305273 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:22.305302 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.305310 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.305316 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.305321 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.305326 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.305331 373860 round_trippers.go:580] Audit-Id: 39527a14-b2dd-486d-a856-354837fcce74
I1009 13:08:22.305336 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.305472 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"431","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I1009 13:08:22.305987 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:22.306003 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.306010 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.306016 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.308031 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:22.308051 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.308058 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.308063 373860 round_trippers.go:580] Audit-Id: 588849bd-ce22-4670-aa3a-6e711b4c8240
I1009 13:08:22.308068 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.308073 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.308078 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.308085 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.308249 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:22.308577 373860 pod_ready.go:92] pod "coredns-5dd5756b68-d4br2" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:22.308594 373860 pod_ready.go:81] duration metric: took 1.023910471s waiting for pod "coredns-5dd5756b68-d4br2" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.308604 373860 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.308662 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-882803
I1009 13:08:22.308670 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.308677 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.308683 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.310561 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:22.310579 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.310588 373860 round_trippers.go:580] Audit-Id: d87f757b-58fb-44d0-b150-8559c1892ce4
I1009 13:08:22.310596 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.310604 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.310611 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.310620 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.310629 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.310713 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-882803","namespace":"kube-system","uid":"3cbd5835-71e1-4d8c-8bae-d139ac5650f7","resourceVersion":"333","creationTimestamp":"2023-10-09T13:08:05Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"24311f00861dbdf5f73195cd8dcaaf05","kubernetes.io/config.mirror":"24311f00861dbdf5f73195cd8dcaaf05","kubernetes.io/config.seen":"2023-10-09T13:07:59.778099136Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:05Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I1009 13:08:22.311090 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:22.311101 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.311108 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.311113 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.312946 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:22.312965 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.312972 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.312978 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.312983 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.312988 373860 round_trippers.go:580] Audit-Id: 0b82b4d5-88a6-4c60-98ad-4ac145e14926
I1009 13:08:22.312993 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.312998 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.313171 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:22.313481 373860 pod_ready.go:92] pod "etcd-multinode-882803" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:22.313495 373860 pod_ready.go:81] duration metric: took 4.885264ms waiting for pod "etcd-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.313507 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.313554 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-882803
I1009 13:08:22.313561 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.313568 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.313575 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.315531 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:22.315551 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.315562 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.315571 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.315580 373860 round_trippers.go:580] Audit-Id: bbaf559e-8d81-4d1c-9949-b5914f3b574b
I1009 13:08:22.315589 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.315598 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.315603 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.315739 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-882803","namespace":"kube-system","uid":"6c208a50-92f5-4f04-b3af-26b181574bcd","resourceVersion":"297","creationTimestamp":"2023-10-09T13:08:06Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"f30072d1167bed439297526b5bcd7f3c","kubernetes.io/config.mirror":"f30072d1167bed439297526b5bcd7f3c","kubernetes.io/config.seen":"2023-10-09T13:08:05.864864307Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:06Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I1009 13:08:22.316294 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:22.316310 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.316319 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.316326 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.318099 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:22.318116 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.318126 373860 round_trippers.go:580] Audit-Id: 527200ce-1799-41ee-b719-2f2829ff55e8
I1009 13:08:22.318133 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.318141 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.318150 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.318160 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.318169 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.318309 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:22.318703 373860 pod_ready.go:92] pod "kube-apiserver-multinode-882803" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:22.318719 373860 pod_ready.go:81] duration metric: took 5.204959ms waiting for pod "kube-apiserver-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.318732 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.318798 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-882803
I1009 13:08:22.318809 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.318819 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.318833 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.320839 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:22.320859 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.320869 373860 round_trippers.go:580] Audit-Id: 7732d58b-6e3d-43c4-8e63-92d761a1b568
I1009 13:08:22.320876 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.320884 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.320891 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.320899 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.320912 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.321021 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-882803","namespace":"kube-system","uid":"44df6244-173e-422b-94dc-652c1551b204","resourceVersion":"299","creationTimestamp":"2023-10-09T13:08:03Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"70b30e04dfac36501ed63455678b2ab5","kubernetes.io/config.mirror":"70b30e04dfac36501ed63455678b2ab5","kubernetes.io/config.seen":"2023-10-09T13:07:59.778106040Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I1009 13:08:22.469870 373860 request.go:629] Waited for 148.401642ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:22.469960 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:22.469968 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.469982 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.469992 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.472388 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:22.472421 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.472432 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.472441 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.472448 373860 round_trippers.go:580] Audit-Id: a818e5db-a49d-4b8e-b598-8ccffdc0e45d
I1009 13:08:22.472455 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.472460 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.472465 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.472569 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:22.472889 373860 pod_ready.go:92] pod "kube-controller-manager-multinode-882803" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:22.472904 373860 pod_ready.go:81] duration metric: took 154.163748ms waiting for pod "kube-controller-manager-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.472915 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-pkx24" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.669373 373860 request.go:629] Waited for 196.368845ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pkx24
I1009 13:08:22.669444 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pkx24
I1009 13:08:22.669449 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.669458 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.669469 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.671832 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:22.671857 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.671868 373860 round_trippers.go:580] Audit-Id: bca24ca8-dec7-4f6c-bba7-b821ba0aa5b9
I1009 13:08:22.671876 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.671885 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.671896 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.671906 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.671918 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.672072 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-pkx24","generateName":"kube-proxy-","namespace":"kube-system","uid":"137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0","resourceVersion":"411","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"controller-revision-hash":"5cbdb8dcbd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"b56aca6a-53e0-401b-8be5-6cdd2790bd78","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"b56aca6a-53e0-401b-8be5-6cdd2790bd78\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5510 chars]
I1009 13:08:22.869778 373860 request.go:629] Waited for 197.224561ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:22.869849 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:22.869854 373860 round_trippers.go:469] Request Headers:
I1009 13:08:22.869862 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:22.869869 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:22.872176 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:22.872198 373860 round_trippers.go:577] Response Headers:
I1009 13:08:22.872205 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:22.872211 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:22.872216 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:22 GMT
I1009 13:08:22.872222 373860 round_trippers.go:580] Audit-Id: 2b945a9e-a671-48cb-ae3f-ea75c4311a34
I1009 13:08:22.872230 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:22.872239 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:22.872375 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:22.872757 373860 pod_ready.go:92] pod "kube-proxy-pkx24" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:22.872774 373860 pod_ready.go:81] duration metric: took 399.852936ms waiting for pod "kube-proxy-pkx24" in "kube-system" namespace to be "Ready" ...
I1009 13:08:22.872788 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:23.069239 373860 request.go:629] Waited for 196.359294ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-882803
I1009 13:08:23.069306 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-882803
I1009 13:08:23.069311 373860 round_trippers.go:469] Request Headers:
I1009 13:08:23.069319 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:23.069325 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:23.071718 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:23.071758 373860 round_trippers.go:577] Response Headers:
I1009 13:08:23.071769 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:23.071778 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:23.071786 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:23 GMT
I1009 13:08:23.071794 373860 round_trippers.go:580] Audit-Id: 849d7db5-997e-4b1b-9534-652aa97571a3
I1009 13:08:23.071807 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:23.071815 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:23.071913 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-882803","namespace":"kube-system","uid":"418b085b-0439-45e4-b698-18c4be5b2b02","resourceVersion":"349","creationTimestamp":"2023-10-09T13:08:06Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"5bb67622a3a125d75526be3b98dd3b00","kubernetes.io/config.mirror":"5bb67622a3a125d75526be3b98dd3b00","kubernetes.io/config.seen":"2023-10-09T13:08:05.864867204Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:06Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I1009 13:08:23.269698 373860 request.go:629] Waited for 197.412238ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:23.269768 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:23.269773 373860 round_trippers.go:469] Request Headers:
I1009 13:08:23.269789 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:23.269798 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:23.272210 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:23.272237 373860 round_trippers.go:577] Response Headers:
I1009 13:08:23.272247 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:23.272255 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:23.272263 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:23.272271 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:23.272280 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:23 GMT
I1009 13:08:23.272287 373860 round_trippers.go:580] Audit-Id: 67a62ce4-6a3b-499e-8667-2610c0c8fedb
I1009 13:08:23.272440 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:23.272824 373860 pod_ready.go:92] pod "kube-scheduler-multinode-882803" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:23.272841 373860 pod_ready.go:81] duration metric: took 400.044705ms waiting for pod "kube-scheduler-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:23.272854 373860 pod_ready.go:38] duration metric: took 2.000700035s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 13:08:23.272878 373860 api_server.go:52] waiting for apiserver process to appear ...
I1009 13:08:23.272932 373860 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1009 13:08:23.283096 373860 command_runner.go:130] > 1441
I1009 13:08:23.284031 373860 api_server.go:72] duration metric: took 4.715923723s to wait for apiserver process to appear ...
I1009 13:08:23.284050 373860 api_server.go:88] waiting for apiserver healthz status ...
I1009 13:08:23.284069 373860 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I1009 13:08:23.289323 373860 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I1009 13:08:23.289414 373860 round_trippers.go:463] GET https://192.168.58.2:8443/version
I1009 13:08:23.289428 373860 round_trippers.go:469] Request Headers:
I1009 13:08:23.289442 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:23.289456 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:23.290386 373860 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1009 13:08:23.290407 373860 round_trippers.go:577] Response Headers:
I1009 13:08:23.290418 373860 round_trippers.go:580] Audit-Id: 6a490a41-ad51-4a3e-a426-4d1432716689
I1009 13:08:23.290426 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:23.290435 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:23.290448 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:23.290461 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:23.290479 373860 round_trippers.go:580] Content-Length: 263
I1009 13:08:23.290491 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:23 GMT
I1009 13:08:23.290520 373860 request.go:1212] Response Body: {
"major": "1",
"minor": "28",
"gitVersion": "v1.28.2",
"gitCommit": "89a4ea3e1e4ddd7f7572286090359983e0387b2f",
"gitTreeState": "clean",
"buildDate": "2023-09-13T09:29:07Z",
"goVersion": "go1.20.8",
"compiler": "gc",
"platform": "linux/amd64"
}
I1009 13:08:23.290611 373860 api_server.go:141] control plane version: v1.28.2
I1009 13:08:23.290656 373860 api_server.go:131] duration metric: took 6.59732ms to wait for apiserver health ...
I1009 13:08:23.290670 373860 system_pods.go:43] waiting for kube-system pods to appear ...
I1009 13:08:23.469144 373860 request.go:629] Waited for 178.354486ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1009 13:08:23.469223 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1009 13:08:23.469228 373860 round_trippers.go:469] Request Headers:
I1009 13:08:23.469239 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:23.469245 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:23.472620 373860 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 13:08:23.472653 373860 round_trippers.go:577] Response Headers:
I1009 13:08:23.472665 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:23.472674 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:23 GMT
I1009 13:08:23.472684 373860 round_trippers.go:580] Audit-Id: 2e26448a-9954-4c1b-a521-204bc36e77b8
I1009 13:08:23.472692 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:23.472703 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:23.472711 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:23.473131 373860 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"436"},"items":[{"metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"431","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55612 chars]
I1009 13:08:23.474845 373860 system_pods.go:59] 8 kube-system pods found
I1009 13:08:23.474883 373860 system_pods.go:61] "coredns-5dd5756b68-d4br2" [797d5293-29a0-43f6-a589-0d1b768b547b] Running
I1009 13:08:23.474892 373860 system_pods.go:61] "etcd-multinode-882803" [3cbd5835-71e1-4d8c-8bae-d139ac5650f7] Running
I1009 13:08:23.474896 373860 system_pods.go:61] "kindnet-5kjsm" [24cf7970-263d-4fa7-8730-bb13490b2645] Running
I1009 13:08:23.474900 373860 system_pods.go:61] "kube-apiserver-multinode-882803" [6c208a50-92f5-4f04-b3af-26b181574bcd] Running
I1009 13:08:23.474908 373860 system_pods.go:61] "kube-controller-manager-multinode-882803" [44df6244-173e-422b-94dc-652c1551b204] Running
I1009 13:08:23.474916 373860 system_pods.go:61] "kube-proxy-pkx24" [137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0] Running
I1009 13:08:23.474920 373860 system_pods.go:61] "kube-scheduler-multinode-882803" [418b085b-0439-45e4-b698-18c4be5b2b02] Running
I1009 13:08:23.474924 373860 system_pods.go:61] "storage-provisioner" [b72ff082-5ec6-40a9-96d8-17dc60acc946] Running
I1009 13:08:23.474930 373860 system_pods.go:74] duration metric: took 184.251107ms to wait for pod list to return data ...
I1009 13:08:23.474947 373860 default_sa.go:34] waiting for default service account to be created ...
I1009 13:08:23.669456 373860 request.go:629] Waited for 194.404428ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I1009 13:08:23.669525 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I1009 13:08:23.669530 373860 round_trippers.go:469] Request Headers:
I1009 13:08:23.669537 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:23.669544 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:23.672100 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:23.672121 373860 round_trippers.go:577] Response Headers:
I1009 13:08:23.672128 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:23.672134 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:23.672140 373860 round_trippers.go:580] Content-Length: 261
I1009 13:08:23.672146 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:23 GMT
I1009 13:08:23.672151 373860 round_trippers.go:580] Audit-Id: 218d7d56-047c-4c8c-a6ce-aeebd94b5f1c
I1009 13:08:23.672156 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:23.672161 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:23.672186 373860 request.go:1212] Response Body: {"kind":"ServiceAccountList","apiVersion":"v1","metadata":{"resourceVersion":"437"},"items":[{"metadata":{"name":"default","namespace":"default","uid":"ec0884d1-76ea-4695-8134-5038ddd269a3","resourceVersion":"344","creationTimestamp":"2023-10-09T13:08:18Z"}}]}
I1009 13:08:23.672402 373860 default_sa.go:45] found service account: "default"
I1009 13:08:23.672419 373860 default_sa.go:55] duration metric: took 197.466564ms for default service account to be created ...
I1009 13:08:23.672427 373860 system_pods.go:116] waiting for k8s-apps to be running ...
I1009 13:08:23.868811 373860 request.go:629] Waited for 196.301203ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1009 13:08:23.868883 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1009 13:08:23.868889 373860 round_trippers.go:469] Request Headers:
I1009 13:08:23.868897 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:23.868903 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:23.872138 373860 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 13:08:23.872158 373860 round_trippers.go:577] Response Headers:
I1009 13:08:23.872166 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:23 GMT
I1009 13:08:23.872171 373860 round_trippers.go:580] Audit-Id: c3ba17cd-f7ee-4651-bc16-44693cf45acd
I1009 13:08:23.872177 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:23.872182 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:23.872187 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:23.872192 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:23.872644 373860 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"437"},"items":[{"metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"431","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55612 chars]
I1009 13:08:23.874326 373860 system_pods.go:86] 8 kube-system pods found
I1009 13:08:23.874346 373860 system_pods.go:89] "coredns-5dd5756b68-d4br2" [797d5293-29a0-43f6-a589-0d1b768b547b] Running
I1009 13:08:23.874351 373860 system_pods.go:89] "etcd-multinode-882803" [3cbd5835-71e1-4d8c-8bae-d139ac5650f7] Running
I1009 13:08:23.874356 373860 system_pods.go:89] "kindnet-5kjsm" [24cf7970-263d-4fa7-8730-bb13490b2645] Running
I1009 13:08:23.874360 373860 system_pods.go:89] "kube-apiserver-multinode-882803" [6c208a50-92f5-4f04-b3af-26b181574bcd] Running
I1009 13:08:23.874367 373860 system_pods.go:89] "kube-controller-manager-multinode-882803" [44df6244-173e-422b-94dc-652c1551b204] Running
I1009 13:08:23.874371 373860 system_pods.go:89] "kube-proxy-pkx24" [137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0] Running
I1009 13:08:23.874376 373860 system_pods.go:89] "kube-scheduler-multinode-882803" [418b085b-0439-45e4-b698-18c4be5b2b02] Running
I1009 13:08:23.874380 373860 system_pods.go:89] "storage-provisioner" [b72ff082-5ec6-40a9-96d8-17dc60acc946] Running
I1009 13:08:23.874389 373860 system_pods.go:126] duration metric: took 201.956385ms to wait for k8s-apps to be running ...
I1009 13:08:23.874400 373860 system_svc.go:44] waiting for kubelet service to be running ....
I1009 13:08:23.874447 373860 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 13:08:23.885932 373860 system_svc.go:56] duration metric: took 11.517564ms WaitForService to wait for kubelet.
I1009 13:08:23.885959 373860 kubeadm.go:581] duration metric: took 5.317855785s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1009 13:08:23.885979 373860 node_conditions.go:102] verifying NodePressure condition ...
I1009 13:08:24.069667 373860 request.go:629] Waited for 183.597651ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I1009 13:08:24.069762 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I1009 13:08:24.069767 373860 round_trippers.go:469] Request Headers:
I1009 13:08:24.069775 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:24.069782 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:24.072156 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:24.072180 373860 round_trippers.go:577] Response Headers:
I1009 13:08:24.072189 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:24.072199 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:24.072206 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:24.072224 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:24.072231 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:24 GMT
I1009 13:08:24.072240 373860 round_trippers.go:580] Audit-Id: 9f7802ef-3165-4fdc-95c4-17393e029284
I1009 13:08:24.072345 373860 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"437"},"items":[{"metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 6000 chars]
I1009 13:08:24.072752 373860 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1009 13:08:24.072785 373860 node_conditions.go:123] node cpu capacity is 8
I1009 13:08:24.072797 373860 node_conditions.go:105] duration metric: took 186.813715ms to run NodePressure ...
I1009 13:08:24.072809 373860 start.go:228] waiting for startup goroutines ...
I1009 13:08:24.072816 373860 start.go:233] waiting for cluster config update ...
I1009 13:08:24.072824 373860 start.go:242] writing updated cluster config ...
I1009 13:08:24.075094 373860 out.go:177]
I1009 13:08:24.076967 373860 config.go:182] Loaded profile config "multinode-882803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:08:24.077038 373860 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/config.json ...
I1009 13:08:24.079146 373860 out.go:177] * Starting worker node multinode-882803-m02 in cluster multinode-882803
I1009 13:08:24.081738 373860 cache.go:122] Beginning downloading kic base image for docker with crio
I1009 13:08:24.083471 373860 out.go:177] * Pulling base image ...
I1009 13:08:24.085005 373860 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 13:08:24.085035 373860 cache.go:57] Caching tarball of preloaded images
I1009 13:08:24.085097 373860 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1009 13:08:24.085152 373860 preload.go:174] Found /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1009 13:08:24.085169 373860 cache.go:60] Finished verifying existence of preloaded tar for v1.28.2 on crio
I1009 13:08:24.085292 373860 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/config.json ...
I1009 13:08:24.100986 373860 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1009 13:08:24.101010 373860 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
I1009 13:08:24.101029 373860 cache.go:195] Successfully downloaded all kic artifacts
I1009 13:08:24.101063 373860 start.go:365] acquiring machines lock for multinode-882803-m02: {Name:mka6c5201f966aa63c15be6faabb75397915d3e1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:08:24.101173 373860 start.go:369] acquired machines lock for "multinode-882803-m02" in 91.59µs
I1009 13:08:24.101196 373860 start.go:93] Provisioning new machine with config: &{Name:multinode-882803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-882803 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mou
nt9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name:m02 IP: Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}
I1009 13:08:24.101272 373860 start.go:125] createHost starting for "m02" (driver="docker")
I1009 13:08:24.103474 373860 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1009 13:08:24.103617 373860 start.go:159] libmachine.API.Create for "multinode-882803" (driver="docker")
I1009 13:08:24.103655 373860 client.go:168] LocalClient.Create starting
I1009 13:08:24.103732 373860 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem
I1009 13:08:24.103764 373860 main.go:141] libmachine: Decoding PEM data...
I1009 13:08:24.103781 373860 main.go:141] libmachine: Parsing certificate...
I1009 13:08:24.103832 373860 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem
I1009 13:08:24.103852 373860 main.go:141] libmachine: Decoding PEM data...
I1009 13:08:24.103866 373860 main.go:141] libmachine: Parsing certificate...
I1009 13:08:24.104050 373860 cli_runner.go:164] Run: docker network inspect multinode-882803 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 13:08:24.119735 373860 network_create.go:77] Found existing network {name:multinode-882803 subnet:0xc000b42690 gateway:[0 0 0 0 0 0 0 0 0 0 255 255 192 168 58 1] mtu:1500}
I1009 13:08:24.119792 373860 kic.go:118] calculated static IP "192.168.58.3" for the "multinode-882803-m02" container
I1009 13:08:24.119856 373860 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 13:08:24.135192 373860 cli_runner.go:164] Run: docker volume create multinode-882803-m02 --label name.minikube.sigs.k8s.io=multinode-882803-m02 --label created_by.minikube.sigs.k8s.io=true
I1009 13:08:24.151539 373860 oci.go:103] Successfully created a docker volume multinode-882803-m02
I1009 13:08:24.151626 373860 cli_runner.go:164] Run: docker run --rm --name multinode-882803-m02-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-882803-m02 --entrypoint /usr/bin/test -v multinode-882803-m02:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib
I1009 13:08:24.701082 373860 oci.go:107] Successfully prepared a docker volume multinode-882803-m02
I1009 13:08:24.701153 373860 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 13:08:24.701180 373860 kic.go:191] Starting extracting preloaded images to volume ...
I1009 13:08:24.701249 373860 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-882803-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir
I1009 13:08:29.775838 373860 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-882803-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir: (5.074538074s)
I1009 13:08:29.775871 373860 kic.go:200] duration metric: took 5.074689 seconds to extract preloaded images to volume
W1009 13:08:29.776023 373860 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1009 13:08:29.776154 373860 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 13:08:29.828577 373860 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-882803-m02 --name multinode-882803-m02 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-882803-m02 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-882803-m02 --network multinode-882803 --ip 192.168.58.3 --volume multinode-882803-m02:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1009 13:08:30.137412 373860 cli_runner.go:164] Run: docker container inspect multinode-882803-m02 --format={{.State.Running}}
I1009 13:08:30.154523 373860 cli_runner.go:164] Run: docker container inspect multinode-882803-m02 --format={{.State.Status}}
I1009 13:08:30.172649 373860 cli_runner.go:164] Run: docker exec multinode-882803-m02 stat /var/lib/dpkg/alternatives/iptables
I1009 13:08:30.223845 373860 oci.go:144] the created container "multinode-882803-m02" has a running status.
I1009 13:08:30.223885 373860 kic.go:222] Creating ssh key for kic: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa...
I1009 13:08:30.391914 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1009 13:08:30.391959 373860 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 13:08:30.413457 373860 cli_runner.go:164] Run: docker container inspect multinode-882803-m02 --format={{.State.Status}}
I1009 13:08:30.436797 373860 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 13:08:30.436825 373860 kic_runner.go:114] Args: [docker exec --privileged multinode-882803-m02 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 13:08:30.501848 373860 cli_runner.go:164] Run: docker container inspect multinode-882803-m02 --format={{.State.Status}}
I1009 13:08:30.521353 373860 machine.go:88] provisioning docker machine ...
I1009 13:08:30.521389 373860 ubuntu.go:169] provisioning hostname "multinode-882803-m02"
I1009 13:08:30.521447 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:08:30.539306 373860 main.go:141] libmachine: Using SSH client type: native
I1009 13:08:30.539784 373860 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1009 13:08:30.539813 373860 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-882803-m02 && echo "multinode-882803-m02" | sudo tee /etc/hostname
I1009 13:08:30.540457 373860 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:50726->127.0.0.1:32852: read: connection reset by peer
I1009 13:08:33.690960 373860 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-882803-m02
I1009 13:08:33.691066 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:08:33.708424 373860 main.go:141] libmachine: Using SSH client type: native
I1009 13:08:33.708871 373860 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1009 13:08:33.708907 373860 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-882803-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-882803-m02/g' /etc/hosts;
else
echo '127.0.1.1 multinode-882803-m02' | sudo tee -a /etc/hosts;
fi
fi
I1009 13:08:33.843636 373860 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 13:08:33.843669 373860 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17259-281723/.minikube CaCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17259-281723/.minikube}
I1009 13:08:33.843697 373860 ubuntu.go:177] setting up certificates
I1009 13:08:33.843708 373860 provision.go:83] configureAuth start
I1009 13:08:33.843766 373860 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-882803-m02
I1009 13:08:33.861323 373860 provision.go:138] copyHostCerts
I1009 13:08:33.861364 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem
I1009 13:08:33.861395 373860 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem, removing ...
I1009 13:08:33.861406 373860 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem
I1009 13:08:33.861472 373860 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem (1082 bytes)
I1009 13:08:33.861546 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem
I1009 13:08:33.861560 373860 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem, removing ...
I1009 13:08:33.861564 373860 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem
I1009 13:08:33.861587 373860 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem (1123 bytes)
I1009 13:08:33.861630 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem
I1009 13:08:33.861650 373860 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem, removing ...
I1009 13:08:33.861654 373860 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem
I1009 13:08:33.861675 373860 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem (1679 bytes)
I1009 13:08:33.861720 373860 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem org=jenkins.multinode-882803-m02 san=[192.168.58.3 127.0.0.1 localhost 127.0.0.1 minikube multinode-882803-m02]
I1009 13:08:33.957563 373860 provision.go:172] copyRemoteCerts
I1009 13:08:33.957622 373860 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 13:08:33.957659 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:08:33.975047 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa Username:docker}
I1009 13:08:34.072563 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1009 13:08:34.072629 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 13:08:34.097429 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem -> /etc/docker/server.pem
I1009 13:08:34.097496 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem --> /etc/docker/server.pem (1237 bytes)
I1009 13:08:34.121242 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1009 13:08:34.121324 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1009 13:08:34.144168 373860 provision.go:86] duration metric: configureAuth took 300.445263ms
I1009 13:08:34.144199 373860 ubuntu.go:193] setting minikube options for container-runtime
I1009 13:08:34.144397 373860 config.go:182] Loaded profile config "multinode-882803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:08:34.144514 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:08:34.161341 373860 main.go:141] libmachine: Using SSH client type: native
I1009 13:08:34.161748 373860 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1009 13:08:34.161767 373860 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 13:08:34.389981 373860 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 13:08:34.390020 373860 machine.go:91] provisioned docker machine in 3.86864405s
I1009 13:08:34.390032 373860 client.go:171] LocalClient.Create took 10.286368702s
I1009 13:08:34.390062 373860 start.go:167] duration metric: libmachine.API.Create for "multinode-882803" took 10.286441854s
I1009 13:08:34.390075 373860 start.go:300] post-start starting for "multinode-882803-m02" (driver="docker")
I1009 13:08:34.390089 373860 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 13:08:34.390180 373860 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 13:08:34.390229 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:08:34.407594 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa Username:docker}
I1009 13:08:34.505208 373860 ssh_runner.go:195] Run: cat /etc/os-release
I1009 13:08:34.508748 373860 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I1009 13:08:34.508774 373860 command_runner.go:130] > NAME="Ubuntu"
I1009 13:08:34.508783 373860 command_runner.go:130] > VERSION_ID="22.04"
I1009 13:08:34.508792 373860 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I1009 13:08:34.508800 373860 command_runner.go:130] > VERSION_CODENAME=jammy
I1009 13:08:34.508806 373860 command_runner.go:130] > ID=ubuntu
I1009 13:08:34.508813 373860 command_runner.go:130] > ID_LIKE=debian
I1009 13:08:34.508818 373860 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I1009 13:08:34.508823 373860 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I1009 13:08:34.508832 373860 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I1009 13:08:34.508845 373860 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I1009 13:08:34.508849 373860 command_runner.go:130] > UBUNTU_CODENAME=jammy
I1009 13:08:34.508928 373860 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 13:08:34.508966 373860 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 13:08:34.508987 373860 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 13:08:34.508997 373860 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1009 13:08:34.509013 373860 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/addons for local assets ...
I1009 13:08:34.509082 373860 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/files for local assets ...
I1009 13:08:34.509176 373860 filesync.go:149] local asset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> 2884992.pem in /etc/ssl/certs
I1009 13:08:34.509193 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> /etc/ssl/certs/2884992.pem
I1009 13:08:34.509319 373860 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 13:08:34.518353 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem --> /etc/ssl/certs/2884992.pem (1708 bytes)
I1009 13:08:34.542288 373860 start.go:303] post-start completed in 152.193174ms
I1009 13:08:34.542644 373860 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-882803-m02
I1009 13:08:34.559760 373860 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/config.json ...
I1009 13:08:34.560013 373860 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 13:08:34.560064 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:08:34.576083 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa Username:docker}
I1009 13:08:34.668330 373860 command_runner.go:130] > 23%!
(MISSING)I1009 13:08:34.668625 373860 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 13:08:34.673182 373860 command_runner.go:130] > 226G
I1009 13:08:34.673224 373860 start.go:128] duration metric: createHost completed in 10.571938984s
I1009 13:08:34.673237 373860 start.go:83] releasing machines lock for "multinode-882803-m02", held for 10.572052242s
I1009 13:08:34.673305 373860 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-882803-m02
I1009 13:08:34.692804 373860 out.go:177] * Found network options:
I1009 13:08:34.694668 373860 out.go:177] - NO_PROXY=192.168.58.2
W1009 13:08:34.696466 373860 proxy.go:119] fail to check proxy env: Error ip not in block
W1009 13:08:34.696537 373860 proxy.go:119] fail to check proxy env: Error ip not in block
I1009 13:08:34.696648 373860 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 13:08:34.696695 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:08:34.696725 373860 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 13:08:34.696814 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:08:34.715165 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa Username:docker}
I1009 13:08:34.715164 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa Username:docker}
I1009 13:08:34.902326 373860 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I1009 13:08:34.948223 373860 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 13:08:34.952191 373860 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I1009 13:08:34.952219 373860 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I1009 13:08:34.952228 373860 command_runner.go:130] > Device: b0h/176d Inode: 3361862 Links: 1
I1009 13:08:34.952235 373860 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I1009 13:08:34.952241 373860 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I1009 13:08:34.952255 373860 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I1009 13:08:34.952260 373860 command_runner.go:130] > Change: 2023-10-09 12:48:59.703803674 +0000
I1009 13:08:34.952265 373860 command_runner.go:130] > Birth: 2023-10-09 12:48:59.703803674 +0000
I1009 13:08:34.952459 373860 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 13:08:34.970375 373860 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1009 13:08:34.970456 373860 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 13:08:34.999533 373860 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I1009 13:08:34.999612 373860 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1009 13:08:34.999624 373860 start.go:472] detecting cgroup driver to use...
I1009 13:08:34.999655 373860 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1009 13:08:34.999698 373860 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 13:08:35.014646 373860 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 13:08:35.026646 373860 docker.go:198] disabling cri-docker service (if available) ...
I1009 13:08:35.026717 373860 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 13:08:35.040320 373860 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 13:08:35.053638 373860 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 13:08:35.136733 373860 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 13:08:35.221501 373860 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I1009 13:08:35.221553 373860 docker.go:214] disabling docker service ...
I1009 13:08:35.221609 373860 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 13:08:35.241369 373860 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 13:08:35.252971 373860 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 13:08:35.264209 373860 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I1009 13:08:35.337310 373860 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 13:08:35.348895 373860 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I1009 13:08:35.421489 373860 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 13:08:35.432737 373860 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 13:08:35.447525 373860 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I1009 13:08:35.448456 373860 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1009 13:08:35.448515 373860 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:08:35.458136 373860 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1009 13:08:35.458205 373860 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:08:35.467347 373860 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:08:35.476375 373860 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:08:35.485539 373860 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 13:08:35.494309 373860 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 13:08:35.502447 373860 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I1009 13:08:35.502511 373860 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 13:08:35.510723 373860 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 13:08:35.584437 373860 ssh_runner.go:195] Run: sudo systemctl restart crio
I1009 13:08:35.695670 373860 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1009 13:08:35.695749 373860 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1009 13:08:35.699476 373860 command_runner.go:130] > File: /var/run/crio/crio.sock
I1009 13:08:35.699500 373860 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I1009 13:08:35.699507 373860 command_runner.go:130] > Device: b9h/185d Inode: 190 Links: 1
I1009 13:08:35.699515 373860 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I1009 13:08:35.699520 373860 command_runner.go:130] > Access: 2023-10-09 13:08:35.681303488 +0000
I1009 13:08:35.699534 373860 command_runner.go:130] > Modify: 2023-10-09 13:08:35.681303488 +0000
I1009 13:08:35.699544 373860 command_runner.go:130] > Change: 2023-10-09 13:08:35.681303488 +0000
I1009 13:08:35.699554 373860 command_runner.go:130] > Birth: -
I1009 13:08:35.699597 373860 start.go:540] Will wait 60s for crictl version
I1009 13:08:35.699651 373860 ssh_runner.go:195] Run: which crictl
I1009 13:08:35.702885 373860 command_runner.go:130] > /usr/bin/crictl
I1009 13:08:35.702988 373860 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 13:08:35.736179 373860 command_runner.go:130] > Version: 0.1.0
I1009 13:08:35.736204 373860 command_runner.go:130] > RuntimeName: cri-o
I1009 13:08:35.736209 373860 command_runner.go:130] > RuntimeVersion: 1.24.6
I1009 13:08:35.736215 373860 command_runner.go:130] > RuntimeApiVersion: v1
I1009 13:08:35.736240 373860 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1009 13:08:35.736309 373860 ssh_runner.go:195] Run: crio --version
I1009 13:08:35.770185 373860 command_runner.go:130] > crio version 1.24.6
I1009 13:08:35.770211 373860 command_runner.go:130] > Version: 1.24.6
I1009 13:08:35.770222 373860 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1009 13:08:35.770248 373860 command_runner.go:130] > GitTreeState: clean
I1009 13:08:35.770259 373860 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1009 13:08:35.770266 373860 command_runner.go:130] > GoVersion: go1.18.2
I1009 13:08:35.770277 373860 command_runner.go:130] > Compiler: gc
I1009 13:08:35.770284 373860 command_runner.go:130] > Platform: linux/amd64
I1009 13:08:35.770291 373860 command_runner.go:130] > Linkmode: dynamic
I1009 13:08:35.770306 373860 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1009 13:08:35.770318 373860 command_runner.go:130] > SeccompEnabled: true
I1009 13:08:35.770330 373860 command_runner.go:130] > AppArmorEnabled: false
I1009 13:08:35.772301 373860 ssh_runner.go:195] Run: crio --version
I1009 13:08:35.807886 373860 command_runner.go:130] > crio version 1.24.6
I1009 13:08:35.807910 373860 command_runner.go:130] > Version: 1.24.6
I1009 13:08:35.807917 373860 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1009 13:08:35.807924 373860 command_runner.go:130] > GitTreeState: clean
I1009 13:08:35.807934 373860 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1009 13:08:35.807948 373860 command_runner.go:130] > GoVersion: go1.18.2
I1009 13:08:35.807956 373860 command_runner.go:130] > Compiler: gc
I1009 13:08:35.807963 373860 command_runner.go:130] > Platform: linux/amd64
I1009 13:08:35.807975 373860 command_runner.go:130] > Linkmode: dynamic
I1009 13:08:35.807990 373860 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1009 13:08:35.807997 373860 command_runner.go:130] > SeccompEnabled: true
I1009 13:08:35.808002 373860 command_runner.go:130] > AppArmorEnabled: false
I1009 13:08:35.811240 373860 out.go:177] * Preparing Kubernetes v1.28.2 on CRI-O 1.24.6 ...
I1009 13:08:35.813036 373860 out.go:177] - env NO_PROXY=192.168.58.2
I1009 13:08:35.814670 373860 cli_runner.go:164] Run: docker network inspect multinode-882803 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 13:08:35.830859 373860 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I1009 13:08:35.834731 373860 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 13:08:35.845080 373860 certs.go:56] Setting up /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803 for IP: 192.168.58.3
I1009 13:08:35.845123 373860 certs.go:190] acquiring lock for shared ca certs: {Name:mk3c2bacffea8b3ff0d3d4351ddbd637a0ec9690 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 13:08:35.845274 373860 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key
I1009 13:08:35.845337 373860 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key
I1009 13:08:35.845359 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1009 13:08:35.845380 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1009 13:08:35.845405 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1009 13:08:35.845423 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1009 13:08:35.845487 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem (1338 bytes)
W1009 13:08:35.845535 373860 certs.go:433] ignoring /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499_empty.pem, impossibly tiny 0 bytes
I1009 13:08:35.845551 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem (1679 bytes)
I1009 13:08:35.845589 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem (1082 bytes)
I1009 13:08:35.845626 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem (1123 bytes)
I1009 13:08:35.845659 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem (1679 bytes)
I1009 13:08:35.845750 373860 certs.go:437] found cert: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem (1708 bytes)
I1009 13:08:35.845792 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1009 13:08:35.845813 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem -> /usr/share/ca-certificates/288499.pem
I1009 13:08:35.845831 373860 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> /usr/share/ca-certificates/2884992.pem
I1009 13:08:35.846211 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 13:08:35.869342 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1009 13:08:35.892930 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 13:08:35.915932 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1009 13:08:35.938736 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 13:08:35.960650 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/288499.pem --> /usr/share/ca-certificates/288499.pem (1338 bytes)
I1009 13:08:35.982135 373860 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem --> /usr/share/ca-certificates/2884992.pem (1708 bytes)
I1009 13:08:36.004759 373860 ssh_runner.go:195] Run: openssl version
I1009 13:08:36.010180 373860 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I1009 13:08:36.010287 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2884992.pem && ln -fs /usr/share/ca-certificates/2884992.pem /etc/ssl/certs/2884992.pem"
I1009 13:08:36.020518 373860 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2884992.pem
I1009 13:08:36.024150 373860 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Oct 9 12:55 /usr/share/ca-certificates/2884992.pem
I1009 13:08:36.024205 373860 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 9 12:55 /usr/share/ca-certificates/2884992.pem
I1009 13:08:36.024255 373860 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2884992.pem
I1009 13:08:36.030603 373860 command_runner.go:130] > 3ec20f2e
I1009 13:08:36.030833 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2884992.pem /etc/ssl/certs/3ec20f2e.0"
I1009 13:08:36.039930 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 13:08:36.049050 373860 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 13:08:36.052850 373860 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Oct 9 12:49 /usr/share/ca-certificates/minikubeCA.pem
I1009 13:08:36.052881 373860 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 9 12:49 /usr/share/ca-certificates/minikubeCA.pem
I1009 13:08:36.052933 373860 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 13:08:36.059341 373860 command_runner.go:130] > b5213941
I1009 13:08:36.059607 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 13:08:36.068462 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/288499.pem && ln -fs /usr/share/ca-certificates/288499.pem /etc/ssl/certs/288499.pem"
I1009 13:08:36.077363 373860 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/288499.pem
I1009 13:08:36.080715 373860 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Oct 9 12:55 /usr/share/ca-certificates/288499.pem
I1009 13:08:36.080756 373860 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 9 12:55 /usr/share/ca-certificates/288499.pem
I1009 13:08:36.080807 373860 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/288499.pem
I1009 13:08:36.086993 373860 command_runner.go:130] > 51391683
I1009 13:08:36.087204 373860 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/288499.pem /etc/ssl/certs/51391683.0"
I1009 13:08:36.095825 373860 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1009 13:08:36.099035 373860 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1009 13:08:36.099087 373860 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1009 13:08:36.099170 373860 ssh_runner.go:195] Run: crio config
I1009 13:08:36.136729 373860 command_runner.go:130] ! time="2023-10-09 13:08:36.136274551Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I1009 13:08:36.136761 373860 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I1009 13:08:36.142214 373860 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I1009 13:08:36.142238 373860 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I1009 13:08:36.142245 373860 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I1009 13:08:36.142250 373860 command_runner.go:130] > #
I1009 13:08:36.142257 373860 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I1009 13:08:36.142263 373860 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I1009 13:08:36.142272 373860 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I1009 13:08:36.142293 373860 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I1009 13:08:36.142303 373860 command_runner.go:130] > # reload'.
I1009 13:08:36.142316 373860 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I1009 13:08:36.142326 373860 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I1009 13:08:36.142335 373860 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I1009 13:08:36.142343 373860 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I1009 13:08:36.142347 373860 command_runner.go:130] > [crio]
I1009 13:08:36.142356 373860 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I1009 13:08:36.142363 373860 command_runner.go:130] > # containers images, in this directory.
I1009 13:08:36.142370 373860 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I1009 13:08:36.142382 373860 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I1009 13:08:36.142394 373860 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I1009 13:08:36.142408 373860 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I1009 13:08:36.142422 373860 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I1009 13:08:36.142438 373860 command_runner.go:130] > # storage_driver = "vfs"
I1009 13:08:36.142443 373860 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I1009 13:08:36.142449 373860 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I1009 13:08:36.142453 373860 command_runner.go:130] > # storage_option = [
I1009 13:08:36.142457 373860 command_runner.go:130] > # ]
I1009 13:08:36.142463 373860 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I1009 13:08:36.142469 373860 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I1009 13:08:36.142473 373860 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I1009 13:08:36.142479 373860 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I1009 13:08:36.142488 373860 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I1009 13:08:36.142498 373860 command_runner.go:130] > # always happen on a node reboot
I1009 13:08:36.142506 373860 command_runner.go:130] > # version_file = "/var/run/crio/version"
I1009 13:08:36.142520 373860 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I1009 13:08:36.142533 373860 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I1009 13:08:36.142545 373860 command_runner.go:130] > # only happen when CRI-O has been upgraded
I1009 13:08:36.142553 373860 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I1009 13:08:36.142561 373860 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I1009 13:08:36.142571 373860 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I1009 13:08:36.142579 373860 command_runner.go:130] > # internal_wipe = true
I1009 13:08:36.142592 373860 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I1009 13:08:36.142606 373860 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I1009 13:08:36.142620 373860 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I1009 13:08:36.142632 373860 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I1009 13:08:36.142645 373860 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I1009 13:08:36.142654 373860 command_runner.go:130] > [crio.api]
I1009 13:08:36.142663 373860 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I1009 13:08:36.142672 373860 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I1009 13:08:36.142682 373860 command_runner.go:130] > # IP address on which the stream server will listen.
I1009 13:08:36.142696 373860 command_runner.go:130] > # stream_address = "127.0.0.1"
I1009 13:08:36.142712 373860 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I1009 13:08:36.142724 373860 command_runner.go:130] > # CRI-O will allocate a random free port number.
I1009 13:08:36.142735 373860 command_runner.go:130] > # stream_port = "0"
I1009 13:08:36.142747 373860 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I1009 13:08:36.142757 373860 command_runner.go:130] > # stream_enable_tls = false
I1009 13:08:36.142770 373860 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I1009 13:08:36.142778 373860 command_runner.go:130] > # stream_idle_timeout = ""
I1009 13:08:36.142790 373860 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I1009 13:08:36.142804 373860 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I1009 13:08:36.142814 373860 command_runner.go:130] > # minutes.
I1009 13:08:36.142824 373860 command_runner.go:130] > # stream_tls_cert = ""
I1009 13:08:36.142837 373860 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I1009 13:08:36.142853 373860 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I1009 13:08:36.142862 373860 command_runner.go:130] > # stream_tls_key = ""
I1009 13:08:36.142873 373860 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I1009 13:08:36.142887 373860 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I1009 13:08:36.142900 373860 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I1009 13:08:36.142908 373860 command_runner.go:130] > # stream_tls_ca = ""
I1009 13:08:36.142924 373860 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I1009 13:08:36.142935 373860 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I1009 13:08:36.142950 373860 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I1009 13:08:36.142961 373860 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I1009 13:08:36.142987 373860 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I1009 13:08:36.143001 373860 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I1009 13:08:36.143011 373860 command_runner.go:130] > [crio.runtime]
I1009 13:08:36.143025 373860 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I1009 13:08:36.143038 373860 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I1009 13:08:36.143048 373860 command_runner.go:130] > # "nofile=1024:2048"
I1009 13:08:36.143061 373860 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I1009 13:08:36.143068 373860 command_runner.go:130] > # default_ulimits = [
I1009 13:08:36.143072 373860 command_runner.go:130] > # ]
I1009 13:08:36.143095 373860 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I1009 13:08:36.143102 373860 command_runner.go:130] > # no_pivot = false
I1009 13:08:36.143112 373860 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I1009 13:08:36.143123 373860 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I1009 13:08:36.143131 373860 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I1009 13:08:36.143141 373860 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I1009 13:08:36.143153 373860 command_runner.go:130] > # Will be searched for using $PATH if empty.
I1009 13:08:36.143168 373860 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1009 13:08:36.143178 373860 command_runner.go:130] > # conmon = ""
I1009 13:08:36.143189 373860 command_runner.go:130] > # Cgroup setting for conmon
I1009 13:08:36.143200 373860 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I1009 13:08:36.143208 373860 command_runner.go:130] > conmon_cgroup = "pod"
I1009 13:08:36.143223 373860 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I1009 13:08:36.143235 373860 command_runner.go:130] > # environment variables to conmon or the runtime.
I1009 13:08:36.143249 373860 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1009 13:08:36.143283 373860 command_runner.go:130] > # conmon_env = [
I1009 13:08:36.143292 373860 command_runner.go:130] > # ]
I1009 13:08:36.143302 373860 command_runner.go:130] > # Additional environment variables to set for all the
I1009 13:08:36.143314 373860 command_runner.go:130] > # containers. These are overridden if set in the
I1009 13:08:36.143328 373860 command_runner.go:130] > # container image spec or in the container runtime configuration.
I1009 13:08:36.143338 373860 command_runner.go:130] > # default_env = [
I1009 13:08:36.143348 373860 command_runner.go:130] > # ]
I1009 13:08:36.143361 373860 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I1009 13:08:36.143371 373860 command_runner.go:130] > # selinux = false
I1009 13:08:36.143384 373860 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I1009 13:08:36.143395 373860 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I1009 13:08:36.143406 373860 command_runner.go:130] > # will be used. This option supports live configuration reload.
I1009 13:08:36.143416 373860 command_runner.go:130] > # seccomp_profile = ""
I1009 13:08:36.143429 373860 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I1009 13:08:36.143443 373860 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I1009 13:08:36.143459 373860 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I1009 13:08:36.143471 373860 command_runner.go:130] > # which might increase security.
I1009 13:08:36.143482 373860 command_runner.go:130] > # seccomp_use_default_when_empty = true
I1009 13:08:36.143494 373860 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I1009 13:08:36.143504 373860 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I1009 13:08:36.143518 373860 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I1009 13:08:36.143533 373860 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I1009 13:08:36.143545 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:08:36.143557 373860 command_runner.go:130] > # apparmor_profile = "crio-default"
I1009 13:08:36.143570 373860 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I1009 13:08:36.143581 373860 command_runner.go:130] > # the cgroup blockio controller.
I1009 13:08:36.143591 373860 command_runner.go:130] > # blockio_config_file = ""
I1009 13:08:36.143602 373860 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I1009 13:08:36.143611 373860 command_runner.go:130] > # irqbalance daemon.
I1009 13:08:36.143623 373860 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I1009 13:08:36.143638 373860 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I1009 13:08:36.143648 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:08:36.143659 373860 command_runner.go:130] > # rdt_config_file = ""
I1009 13:08:36.143671 373860 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I1009 13:08:36.143682 373860 command_runner.go:130] > cgroup_manager = "cgroupfs"
I1009 13:08:36.143695 373860 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I1009 13:08:36.143705 373860 command_runner.go:130] > # separate_pull_cgroup = ""
I1009 13:08:36.143715 373860 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I1009 13:08:36.143726 373860 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I1009 13:08:36.143736 373860 command_runner.go:130] > # will be added.
I1009 13:08:36.143744 373860 command_runner.go:130] > # default_capabilities = [
I1009 13:08:36.143753 373860 command_runner.go:130] > # "CHOWN",
I1009 13:08:36.143760 373860 command_runner.go:130] > # "DAC_OVERRIDE",
I1009 13:08:36.143770 373860 command_runner.go:130] > # "FSETID",
I1009 13:08:36.143777 373860 command_runner.go:130] > # "FOWNER",
I1009 13:08:36.143786 373860 command_runner.go:130] > # "SETGID",
I1009 13:08:36.143795 373860 command_runner.go:130] > # "SETUID",
I1009 13:08:36.143803 373860 command_runner.go:130] > # "SETPCAP",
I1009 13:08:36.143812 373860 command_runner.go:130] > # "NET_BIND_SERVICE",
I1009 13:08:36.143822 373860 command_runner.go:130] > # "KILL",
I1009 13:08:36.143830 373860 command_runner.go:130] > # ]
I1009 13:08:36.143849 373860 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I1009 13:08:36.143865 373860 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I1009 13:08:36.143876 373860 command_runner.go:130] > # add_inheritable_capabilities = true
I1009 13:08:36.143890 373860 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I1009 13:08:36.143903 373860 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1009 13:08:36.143912 373860 command_runner.go:130] > # default_sysctls = [
I1009 13:08:36.143916 373860 command_runner.go:130] > # ]
I1009 13:08:36.143924 373860 command_runner.go:130] > # List of devices on the host that a
I1009 13:08:36.143939 373860 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I1009 13:08:36.143950 373860 command_runner.go:130] > # allowed_devices = [
I1009 13:08:36.143960 373860 command_runner.go:130] > # "/dev/fuse",
I1009 13:08:36.143969 373860 command_runner.go:130] > # ]
I1009 13:08:36.143980 373860 command_runner.go:130] > # List of additional devices. specified as
I1009 13:08:36.144013 373860 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I1009 13:08:36.144026 373860 command_runner.go:130] > # If it is empty or commented out, only the devices
I1009 13:08:36.144040 373860 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1009 13:08:36.144051 373860 command_runner.go:130] > # additional_devices = [
I1009 13:08:36.144061 373860 command_runner.go:130] > # ]
I1009 13:08:36.144073 373860 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I1009 13:08:36.144083 373860 command_runner.go:130] > # cdi_spec_dirs = [
I1009 13:08:36.144093 373860 command_runner.go:130] > # "/etc/cdi",
I1009 13:08:36.144103 373860 command_runner.go:130] > # "/var/run/cdi",
I1009 13:08:36.144109 373860 command_runner.go:130] > # ]
I1009 13:08:36.144118 373860 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I1009 13:08:36.144132 373860 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I1009 13:08:36.144143 373860 command_runner.go:130] > # Defaults to false.
I1009 13:08:36.144152 373860 command_runner.go:130] > # device_ownership_from_security_context = false
I1009 13:08:36.144166 373860 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I1009 13:08:36.144179 373860 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I1009 13:08:36.144192 373860 command_runner.go:130] > # hooks_dir = [
I1009 13:08:36.144203 373860 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I1009 13:08:36.144211 373860 command_runner.go:130] > # ]
I1009 13:08:36.144217 373860 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I1009 13:08:36.144230 373860 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I1009 13:08:36.144243 373860 command_runner.go:130] > # its default mounts from the following two files:
I1009 13:08:36.144253 373860 command_runner.go:130] > #
I1009 13:08:36.144268 373860 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I1009 13:08:36.144287 373860 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I1009 13:08:36.144305 373860 command_runner.go:130] > # override the default mounts shipped with the package.
I1009 13:08:36.144312 373860 command_runner.go:130] > #
I1009 13:08:36.144320 373860 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I1009 13:08:36.144334 373860 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I1009 13:08:36.144348 373860 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I1009 13:08:36.144360 373860 command_runner.go:130] > # only add mounts it finds in this file.
I1009 13:08:36.144370 373860 command_runner.go:130] > #
I1009 13:08:36.144380 373860 command_runner.go:130] > # default_mounts_file = ""
I1009 13:08:36.144392 373860 command_runner.go:130] > # Maximum number of processes allowed in a container.
I1009 13:08:36.144406 373860 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I1009 13:08:36.144415 373860 command_runner.go:130] > # pids_limit = 0
I1009 13:08:36.144425 373860 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I1009 13:08:36.144439 373860 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I1009 13:08:36.144454 373860 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I1009 13:08:36.144471 373860 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I1009 13:08:36.144481 373860 command_runner.go:130] > # log_size_max = -1
I1009 13:08:36.144496 373860 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I1009 13:08:36.144506 373860 command_runner.go:130] > # log_to_journald = false
I1009 13:08:36.144517 373860 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I1009 13:08:36.144525 373860 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I1009 13:08:36.144537 373860 command_runner.go:130] > # Path to directory for container attach sockets.
I1009 13:08:36.144551 373860 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I1009 13:08:36.144564 373860 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I1009 13:08:36.144575 373860 command_runner.go:130] > # bind_mount_prefix = ""
I1009 13:08:36.144587 373860 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I1009 13:08:36.144597 373860 command_runner.go:130] > # read_only = false
I1009 13:08:36.144610 373860 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I1009 13:08:36.144620 373860 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I1009 13:08:36.144629 373860 command_runner.go:130] > # live configuration reload.
I1009 13:08:36.144640 373860 command_runner.go:130] > # log_level = "info"
I1009 13:08:36.144654 373860 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I1009 13:08:36.144666 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:08:36.144676 373860 command_runner.go:130] > # log_filter = ""
I1009 13:08:36.144689 373860 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I1009 13:08:36.144700 373860 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I1009 13:08:36.144706 373860 command_runner.go:130] > # separated by comma.
I1009 13:08:36.144715 373860 command_runner.go:130] > # uid_mappings = ""
I1009 13:08:36.144730 373860 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I1009 13:08:36.144744 373860 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I1009 13:08:36.144755 373860 command_runner.go:130] > # separated by comma.
I1009 13:08:36.144765 373860 command_runner.go:130] > # gid_mappings = ""
I1009 13:08:36.144778 373860 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I1009 13:08:36.144790 373860 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1009 13:08:36.144800 373860 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1009 13:08:36.144810 373860 command_runner.go:130] > # minimum_mappable_uid = -1
I1009 13:08:36.144822 373860 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I1009 13:08:36.144834 373860 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1009 13:08:36.144847 373860 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1009 13:08:36.144858 373860 command_runner.go:130] > # minimum_mappable_gid = -1
I1009 13:08:36.144868 373860 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I1009 13:08:36.144881 373860 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I1009 13:08:36.144891 373860 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I1009 13:08:36.144899 373860 command_runner.go:130] > # ctr_stop_timeout = 30
I1009 13:08:36.144909 373860 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I1009 13:08:36.144929 373860 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I1009 13:08:36.144942 373860 command_runner.go:130] > # a kernel separating runtime (like kata).
I1009 13:08:36.144954 373860 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I1009 13:08:36.144962 373860 command_runner.go:130] > # drop_infra_ctr = true
I1009 13:08:36.144976 373860 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I1009 13:08:36.144989 373860 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I1009 13:08:36.144999 373860 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I1009 13:08:36.145010 373860 command_runner.go:130] > # infra_ctr_cpuset = ""
I1009 13:08:36.145024 373860 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I1009 13:08:36.145037 373860 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I1009 13:08:36.145047 373860 command_runner.go:130] > # namespaces_dir = "/var/run"
I1009 13:08:36.145062 373860 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I1009 13:08:36.145072 373860 command_runner.go:130] > # pinns_path = ""
I1009 13:08:36.145085 373860 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I1009 13:08:36.145094 373860 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I1009 13:08:36.145107 373860 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I1009 13:08:36.145120 373860 command_runner.go:130] > # default_runtime = "runc"
I1009 13:08:36.145134 373860 command_runner.go:130] > # A list of paths that, when absent from the host,
I1009 13:08:36.145150 373860 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I1009 13:08:36.145169 373860 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I1009 13:08:36.145181 373860 command_runner.go:130] > # creation as a file is not desired either.
I1009 13:08:36.145193 373860 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I1009 13:08:36.145206 373860 command_runner.go:130] > # the hostname is being managed dynamically.
I1009 13:08:36.145218 373860 command_runner.go:130] > # absent_mount_sources_to_reject = [
I1009 13:08:36.145227 373860 command_runner.go:130] > # ]
I1009 13:08:36.145241 373860 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I1009 13:08:36.145255 373860 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I1009 13:08:36.145269 373860 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I1009 13:08:36.145285 373860 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I1009 13:08:36.145291 373860 command_runner.go:130] > #
I1009 13:08:36.145300 373860 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I1009 13:08:36.145312 373860 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I1009 13:08:36.145323 373860 command_runner.go:130] > # runtime_type = "oci"
I1009 13:08:36.145335 373860 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I1009 13:08:36.145347 373860 command_runner.go:130] > # privileged_without_host_devices = false
I1009 13:08:36.145357 373860 command_runner.go:130] > # allowed_annotations = []
I1009 13:08:36.145366 373860 command_runner.go:130] > # Where:
I1009 13:08:36.145379 373860 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I1009 13:08:36.145389 373860 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I1009 13:08:36.145403 373860 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I1009 13:08:36.145417 373860 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I1009 13:08:36.145428 373860 command_runner.go:130] > # in $PATH.
I1009 13:08:36.145442 373860 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I1009 13:08:36.145453 373860 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I1009 13:08:36.145467 373860 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I1009 13:08:36.145476 373860 command_runner.go:130] > # state.
I1009 13:08:36.145486 373860 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I1009 13:08:36.145498 373860 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I1009 13:08:36.145513 373860 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I1009 13:08:36.145526 373860 command_runner.go:130] > # host devices from being passed to privileged containers.
I1009 13:08:36.145540 373860 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I1009 13:08:36.145554 373860 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I1009 13:08:36.145567 373860 command_runner.go:130] > # The currently recognized values are:
I1009 13:08:36.145578 373860 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I1009 13:08:36.145592 373860 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I1009 13:08:36.145606 373860 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I1009 13:08:36.145620 373860 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I1009 13:08:36.145636 373860 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I1009 13:08:36.145650 373860 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I1009 13:08:36.145663 373860 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I1009 13:08:36.145678 373860 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I1009 13:08:36.145687 373860 command_runner.go:130] > # should be moved to the container's cgroup
I1009 13:08:36.145692 373860 command_runner.go:130] > [crio.runtime.runtimes.runc]
I1009 13:08:36.145704 373860 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I1009 13:08:36.145715 373860 command_runner.go:130] > runtime_type = "oci"
I1009 13:08:36.145736 373860 command_runner.go:130] > runtime_root = "/run/runc"
I1009 13:08:36.145746 373860 command_runner.go:130] > runtime_config_path = ""
I1009 13:08:36.145754 373860 command_runner.go:130] > monitor_path = ""
I1009 13:08:36.145764 373860 command_runner.go:130] > monitor_cgroup = ""
I1009 13:08:36.145774 373860 command_runner.go:130] > monitor_exec_cgroup = ""
I1009 13:08:36.145811 373860 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I1009 13:08:36.145823 373860 command_runner.go:130] > # running containers
I1009 13:08:36.145831 373860 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I1009 13:08:36.145845 373860 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I1009 13:08:36.145859 373860 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I1009 13:08:36.145872 373860 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I1009 13:08:36.145884 373860 command_runner.go:130] > # Kata Containers with the default configured VMM
I1009 13:08:36.145894 373860 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I1009 13:08:36.145903 373860 command_runner.go:130] > # Kata Containers with the QEMU VMM
I1009 13:08:36.145914 373860 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I1009 13:08:36.145926 373860 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I1009 13:08:36.145938 373860 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I1009 13:08:36.145953 373860 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I1009 13:08:36.145965 373860 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I1009 13:08:36.145979 373860 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I1009 13:08:36.145993 373860 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I1009 13:08:36.146007 373860 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I1009 13:08:36.146021 373860 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I1009 13:08:36.146041 373860 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I1009 13:08:36.146058 373860 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I1009 13:08:36.146071 373860 command_runner.go:130] > # signifying for that resource type to override the default value.
I1009 13:08:36.146083 373860 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I1009 13:08:36.146091 373860 command_runner.go:130] > # Example:
I1009 13:08:36.146102 373860 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I1009 13:08:36.146114 373860 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I1009 13:08:36.146127 373860 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I1009 13:08:36.146139 373860 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I1009 13:08:36.146149 373860 command_runner.go:130] > # cpuset = 0
I1009 13:08:36.146158 373860 command_runner.go:130] > # cpushares = "0-1"
I1009 13:08:36.146167 373860 command_runner.go:130] > # Where:
I1009 13:08:36.146178 373860 command_runner.go:130] > # The workload name is workload-type.
I1009 13:08:36.146188 373860 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I1009 13:08:36.146201 373860 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I1009 13:08:36.146215 373860 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I1009 13:08:36.146232 373860 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I1009 13:08:36.146245 373860 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I1009 13:08:36.146254 373860 command_runner.go:130] > #
I1009 13:08:36.146268 373860 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I1009 13:08:36.146280 373860 command_runner.go:130] > #
I1009 13:08:36.146290 373860 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I1009 13:08:36.146304 373860 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I1009 13:08:36.146318 373860 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I1009 13:08:36.146333 373860 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I1009 13:08:36.146346 373860 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I1009 13:08:36.146356 373860 command_runner.go:130] > [crio.image]
I1009 13:08:36.146369 373860 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I1009 13:08:36.146379 373860 command_runner.go:130] > # default_transport = "docker://"
I1009 13:08:36.146389 373860 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I1009 13:08:36.146403 373860 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I1009 13:08:36.146414 373860 command_runner.go:130] > # global_auth_file = ""
I1009 13:08:36.146427 373860 command_runner.go:130] > # The image used to instantiate infra containers.
I1009 13:08:36.146439 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:08:36.146449 373860 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I1009 13:08:36.146564 373860 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I1009 13:08:36.146588 373860 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I1009 13:08:36.146602 373860 command_runner.go:130] > # This option supports live configuration reload.
I1009 13:08:36.146613 373860 command_runner.go:130] > # pause_image_auth_file = ""
I1009 13:08:36.146627 373860 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I1009 13:08:36.146641 373860 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I1009 13:08:36.146652 373860 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I1009 13:08:36.146664 373860 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I1009 13:08:36.146674 373860 command_runner.go:130] > # pause_command = "/pause"
I1009 13:08:36.146689 373860 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I1009 13:08:36.146704 373860 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I1009 13:08:36.146718 373860 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I1009 13:08:36.146732 373860 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I1009 13:08:36.146750 373860 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I1009 13:08:36.146759 373860 command_runner.go:130] > # signature_policy = ""
I1009 13:08:36.146786 373860 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I1009 13:08:36.146801 373860 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I1009 13:08:36.146812 373860 command_runner.go:130] > # changing them here.
I1009 13:08:36.146823 373860 command_runner.go:130] > # insecure_registries = [
I1009 13:08:36.146832 373860 command_runner.go:130] > # ]
I1009 13:08:36.146846 373860 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I1009 13:08:36.146860 373860 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I1009 13:08:36.146865 373860 command_runner.go:130] > # image_volumes = "mkdir"
I1009 13:08:36.146871 373860 command_runner.go:130] > # Temporary directory to use for storing big files
I1009 13:08:36.146877 373860 command_runner.go:130] > # big_files_temporary_dir = ""
I1009 13:08:36.146888 373860 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I1009 13:08:36.146894 373860 command_runner.go:130] > # CNI plugins.
I1009 13:08:36.146901 373860 command_runner.go:130] > [crio.network]
I1009 13:08:36.146911 373860 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I1009 13:08:36.146921 373860 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I1009 13:08:36.146929 373860 command_runner.go:130] > # cni_default_network = ""
I1009 13:08:36.146939 373860 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I1009 13:08:36.146947 373860 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I1009 13:08:36.146955 373860 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I1009 13:08:36.146963 373860 command_runner.go:130] > # plugin_dirs = [
I1009 13:08:36.146971 373860 command_runner.go:130] > # "/opt/cni/bin/",
I1009 13:08:36.146985 373860 command_runner.go:130] > # ]
I1009 13:08:36.146996 373860 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I1009 13:08:36.147004 373860 command_runner.go:130] > [crio.metrics]
I1009 13:08:36.147013 373860 command_runner.go:130] > # Globally enable or disable metrics support.
I1009 13:08:36.147021 373860 command_runner.go:130] > # enable_metrics = false
I1009 13:08:36.147028 373860 command_runner.go:130] > # Specify enabled metrics collectors.
I1009 13:08:36.147033 373860 command_runner.go:130] > # Per default all metrics are enabled.
I1009 13:08:36.147045 373860 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I1009 13:08:36.147066 373860 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I1009 13:08:36.147077 373860 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I1009 13:08:36.147092 373860 command_runner.go:130] > # metrics_collectors = [
I1009 13:08:36.147102 373860 command_runner.go:130] > # "operations",
I1009 13:08:36.147113 373860 command_runner.go:130] > # "operations_latency_microseconds_total",
I1009 13:08:36.147124 373860 command_runner.go:130] > # "operations_latency_microseconds",
I1009 13:08:36.147135 373860 command_runner.go:130] > # "operations_errors",
I1009 13:08:36.147143 373860 command_runner.go:130] > # "image_pulls_by_digest",
I1009 13:08:36.147153 373860 command_runner.go:130] > # "image_pulls_by_name",
I1009 13:08:36.147165 373860 command_runner.go:130] > # "image_pulls_by_name_skipped",
I1009 13:08:36.147176 373860 command_runner.go:130] > # "image_pulls_failures",
I1009 13:08:36.147185 373860 command_runner.go:130] > # "image_pulls_successes",
I1009 13:08:36.147196 373860 command_runner.go:130] > # "image_pulls_layer_size",
I1009 13:08:36.147206 373860 command_runner.go:130] > # "image_layer_reuse",
I1009 13:08:36.147216 373860 command_runner.go:130] > # "containers_oom_total",
I1009 13:08:36.147226 373860 command_runner.go:130] > # "containers_oom",
I1009 13:08:36.147236 373860 command_runner.go:130] > # "processes_defunct",
I1009 13:08:36.147244 373860 command_runner.go:130] > # "operations_total",
I1009 13:08:36.147266 373860 command_runner.go:130] > # "operations_latency_seconds",
I1009 13:08:36.147278 373860 command_runner.go:130] > # "operations_latency_seconds_total",
I1009 13:08:36.147293 373860 command_runner.go:130] > # "operations_errors_total",
I1009 13:08:36.147301 373860 command_runner.go:130] > # "image_pulls_bytes_total",
I1009 13:08:36.147312 373860 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I1009 13:08:36.147323 373860 command_runner.go:130] > # "image_pulls_failure_total",
I1009 13:08:36.147334 373860 command_runner.go:130] > # "image_pulls_success_total",
I1009 13:08:36.147343 373860 command_runner.go:130] > # "image_layer_reuse_total",
I1009 13:08:36.147351 373860 command_runner.go:130] > # "containers_oom_count_total",
I1009 13:08:36.147360 373860 command_runner.go:130] > # ]
I1009 13:08:36.147372 373860 command_runner.go:130] > # The port on which the metrics server will listen.
I1009 13:08:36.147385 373860 command_runner.go:130] > # metrics_port = 9090
I1009 13:08:36.147397 373860 command_runner.go:130] > # Local socket path to bind the metrics server to
I1009 13:08:36.147407 373860 command_runner.go:130] > # metrics_socket = ""
I1009 13:08:36.147419 373860 command_runner.go:130] > # The certificate for the secure metrics server.
I1009 13:08:36.147432 373860 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I1009 13:08:36.147442 373860 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I1009 13:08:36.147452 373860 command_runner.go:130] > # certificate on any modification event.
I1009 13:08:36.147462 373860 command_runner.go:130] > # metrics_cert = ""
I1009 13:08:36.147474 373860 command_runner.go:130] > # The certificate key for the secure metrics server.
I1009 13:08:36.147487 373860 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I1009 13:08:36.147497 373860 command_runner.go:130] > # metrics_key = ""
I1009 13:08:36.147511 373860 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I1009 13:08:36.147521 373860 command_runner.go:130] > [crio.tracing]
I1009 13:08:36.147533 373860 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I1009 13:08:36.147542 373860 command_runner.go:130] > # enable_tracing = false
I1009 13:08:36.147547 373860 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I1009 13:08:36.147558 373860 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I1009 13:08:36.147568 373860 command_runner.go:130] > # Number of samples to collect per million spans.
I1009 13:08:36.147577 373860 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I1009 13:08:36.147591 373860 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I1009 13:08:36.147601 373860 command_runner.go:130] > [crio.stats]
I1009 13:08:36.147611 373860 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I1009 13:08:36.147623 373860 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I1009 13:08:36.147633 373860 command_runner.go:130] > # stats_collection_period = 0
I1009 13:08:36.147724 373860 cni.go:84] Creating CNI manager for ""
I1009 13:08:36.147742 373860 cni.go:136] 2 nodes found, recommending kindnet
I1009 13:08:36.147767 373860 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1009 13:08:36.147788 373860 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.3 APIServerPort:8443 KubernetesVersion:v1.28.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-882803 NodeName:multinode-882803-m02 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.3 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1009 13:08:36.147906 373860 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.3
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-882803-m02"
kubeletExtraArgs:
node-ip: 192.168.58.3
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 13:08:36.147966 373860 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-882803-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.3
[Install]
config:
{KubernetesVersion:v1.28.2 ClusterName:multinode-882803 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1009 13:08:36.148024 373860 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.2
I1009 13:08:36.157094 373860 command_runner.go:130] > kubeadm
I1009 13:08:36.157113 373860 command_runner.go:130] > kubectl
I1009 13:08:36.157118 373860 command_runner.go:130] > kubelet
I1009 13:08:36.157139 373860 binaries.go:44] Found k8s binaries, skipping transfer
I1009 13:08:36.157198 373860 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I1009 13:08:36.165509 373860 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (430 bytes)
I1009 13:08:36.181840 373860 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 13:08:36.198642 373860 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I1009 13:08:36.202206 373860 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 13:08:36.212557 373860 host.go:66] Checking if "multinode-882803" exists ...
I1009 13:08:36.212836 373860 config.go:182] Loaded profile config "multinode-882803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:08:36.212851 373860 start.go:304] JoinCluster: &{Name:multinode-882803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-882803 Namespace:default APIServerName:minikubeCA APIServerNames:[] A
PIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:
9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 13:08:36.212958 373860 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1009 13:08:36.213015 373860 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:08:36.230387 373860 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:08:36.377893 373860 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token 9ffvxf.hvfmey2llqt6rm6a --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d
I1009 13:08:36.382674 373860 start.go:325] trying to join worker node "m02" to cluster: &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}
I1009 13:08:36.382724 373860 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 9ffvxf.hvfmey2llqt6rm6a --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-882803-m02"
I1009 13:08:36.418660 373860 command_runner.go:130] ! W1009 13:08:36.418115 1118 initconfiguration.go:120] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/crio/crio.sock". Please update your configuration!
I1009 13:08:36.448944 373860 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1009 13:08:36.518262 373860 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1009 13:08:38.655633 373860 command_runner.go:130] > [preflight] Running pre-flight checks
I1009 13:08:38.655665 373860 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I1009 13:08:38.655675 373860 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1009 13:08:38.655683 373860 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I1009 13:08:38.655692 373860 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 13:08:38.655702 373860 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1009 13:08:38.655710 373860 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 13:08:38.655719 373860 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 13:08:38.655734 373860 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 13:08:38.655745 373860 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 13:08:38.655756 373860 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1009 13:08:38.655768 373860 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1009 13:08:38.655800 373860 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1009 13:08:38.655815 373860 command_runner.go:130] > [preflight] Reading configuration from the cluster...
I1009 13:08:38.655830 373860 command_runner.go:130] > [preflight] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'
I1009 13:08:38.655841 373860 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1009 13:08:38.655857 373860 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1009 13:08:38.655869 373860 command_runner.go:130] > [kubelet-start] Starting the kubelet
I1009 13:08:38.655886 373860 command_runner.go:130] > [kubelet-start] Waiting for the kubelet to perform the TLS Bootstrap...
I1009 13:08:38.655897 373860 command_runner.go:130] > This node has joined the cluster:
I1009 13:08:38.655911 373860 command_runner.go:130] > * Certificate signing request was sent to apiserver and a response was received.
I1009 13:08:38.655920 373860 command_runner.go:130] > * The Kubelet was informed of the new secure connection details.
I1009 13:08:38.655931 373860 command_runner.go:130] > Run 'kubectl get nodes' on the control-plane to see this node join the cluster.
I1009 13:08:38.655958 373860 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 9ffvxf.hvfmey2llqt6rm6a --discovery-token-ca-cert-hash sha256:3e17c1e466661de52ca302c9b3a10808d2020ce0b32dd1387ab366609766bc6d --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-882803-m02": (2.273218383s)
I1009 13:08:38.655985 373860 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1009 13:08:38.751644 373860 command_runner.go:130] ! Created symlink /etc/systemd/system/multi-user.target.wants/kubelet.service → /lib/systemd/system/kubelet.service.
I1009 13:08:38.831750 373860 start.go:306] JoinCluster complete in 2.618891446s
I1009 13:08:38.831787 373860 cni.go:84] Creating CNI manager for ""
I1009 13:08:38.831796 373860 cni.go:136] 2 nodes found, recommending kindnet
I1009 13:08:38.831876 373860 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1009 13:08:38.835624 373860 command_runner.go:130] > File: /opt/cni/bin/portmap
I1009 13:08:38.835664 373860 command_runner.go:130] > Size: 3955775 Blocks: 7728 IO Block: 4096 regular file
I1009 13:08:38.835675 373860 command_runner.go:130] > Device: 37h/55d Inode: 3365733 Links: 1
I1009 13:08:38.835686 373860 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I1009 13:08:38.835696 373860 command_runner.go:130] > Access: 2023-05-09 19:53:47.000000000 +0000
I1009 13:08:38.835708 373860 command_runner.go:130] > Modify: 2023-05-09 19:53:47.000000000 +0000
I1009 13:08:38.835717 373860 command_runner.go:130] > Change: 2023-10-09 12:49:00.107838546 +0000
I1009 13:08:38.835730 373860 command_runner.go:130] > Birth: 2023-10-09 12:49:00.083836475 +0000
I1009 13:08:38.835808 373860 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.2/kubectl ...
I1009 13:08:38.835821 373860 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1009 13:08:38.853085 373860 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1009 13:08:39.070276 373860 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet unchanged
I1009 13:08:39.074207 373860 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet unchanged
I1009 13:08:39.076947 373860 command_runner.go:130] > serviceaccount/kindnet unchanged
I1009 13:08:39.090965 373860 command_runner.go:130] > daemonset.apps/kindnet configured
I1009 13:08:39.095592 373860 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:08:39.095839 373860 kapi.go:59] client config for multinode-882803: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.crt", KeyFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.key", CAFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c11c60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 13:08:39.096150 373860 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1009 13:08:39.096164 373860 round_trippers.go:469] Request Headers:
I1009 13:08:39.096173 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:39.096178 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:39.098623 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:39.098647 373860 round_trippers.go:577] Response Headers:
I1009 13:08:39.098655 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:39.098661 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:39.098667 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:39.098672 373860 round_trippers.go:580] Content-Length: 291
I1009 13:08:39.098677 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:39 GMT
I1009 13:08:39.098682 373860 round_trippers.go:580] Audit-Id: 130faf04-743b-43d0-afb8-0d4af81eb9f7
I1009 13:08:39.098687 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:39.098721 373860 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"76fe9a99-a1d8-4d90-bf16-c470b64af636","resourceVersion":"435","creationTimestamp":"2023-10-09T13:08:05Z"},"spec":{"replicas":1},"status":{"replicas":1,"selector":"k8s-app=kube-dns"}}
I1009 13:08:39.098844 373860 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-882803" context rescaled to 1 replicas
I1009 13:08:39.098883 373860 start.go:223] Will wait 6m0s for node &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}
I1009 13:08:39.100992 373860 out.go:177] * Verifying Kubernetes components...
I1009 13:08:39.102909 373860 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 13:08:39.115851 373860 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:08:39.116072 373860 kapi.go:59] client config for multinode-882803: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.crt", KeyFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/profiles/multinode-882803/client.key", CAFile:"/home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c11c60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 13:08:39.116314 373860 node_ready.go:35] waiting up to 6m0s for node "multinode-882803-m02" to be "Ready" ...
I1009 13:08:39.116380 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:39.116388 373860 round_trippers.go:469] Request Headers:
I1009 13:08:39.116395 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:39.116405 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:39.118602 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:39.118626 373860 round_trippers.go:577] Response Headers:
I1009 13:08:39.118636 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:39.118644 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:39.118652 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:39.118661 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:39.118671 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:39 GMT
I1009 13:08:39.118683 373860 round_trippers.go:580] Audit-Id: 5194f568-fd05-4e45-ab21-be23aa860208
I1009 13:08:39.118823 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803-m02","uid":"2cf03a78-c365-48ca-8455-82fbb42d2d36","resourceVersion":"471","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1009 13:08:39.119181 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:39.119192 373860 round_trippers.go:469] Request Headers:
I1009 13:08:39.119201 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:39.119210 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:39.121152 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:39.121171 373860 round_trippers.go:577] Response Headers:
I1009 13:08:39.121177 373860 round_trippers.go:580] Audit-Id: a6c37902-a0ee-4f5c-84b3-cc31a4c7cf41
I1009 13:08:39.121183 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:39.121188 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:39.121194 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:39.121198 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:39.121206 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:39 GMT
I1009 13:08:39.121354 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803-m02","uid":"2cf03a78-c365-48ca-8455-82fbb42d2d36","resourceVersion":"471","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1009 13:08:39.622605 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:39.622629 373860 round_trippers.go:469] Request Headers:
I1009 13:08:39.622638 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:39.622645 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:39.626107 373860 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 13:08:39.626160 373860 round_trippers.go:577] Response Headers:
I1009 13:08:39.626174 373860 round_trippers.go:580] Audit-Id: 5c905e81-35c8-4815-9082-17e82a716384
I1009 13:08:39.626185 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:39.626195 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:39.626202 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:39.626208 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:39.626213 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:39 GMT
I1009 13:08:39.626372 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803-m02","uid":"2cf03a78-c365-48ca-8455-82fbb42d2d36","resourceVersion":"471","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1009 13:08:40.121893 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:40.121916 373860 round_trippers.go:469] Request Headers:
I1009 13:08:40.121925 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:40.121938 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:40.124334 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:40.124358 373860 round_trippers.go:577] Response Headers:
I1009 13:08:40.124369 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:40.124378 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:40.124389 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:40.124397 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:40.124406 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:40 GMT
I1009 13:08:40.124415 373860 round_trippers.go:580] Audit-Id: 738ef288-409d-4995-8c28-b076ea177615
I1009 13:08:40.124682 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803-m02","uid":"2cf03a78-c365-48ca-8455-82fbb42d2d36","resourceVersion":"471","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1009 13:08:40.622129 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:40.622153 373860 round_trippers.go:469] Request Headers:
I1009 13:08:40.622162 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:40.622168 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:40.624753 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:40.624781 373860 round_trippers.go:577] Response Headers:
I1009 13:08:40.624793 373860 round_trippers.go:580] Audit-Id: 83de5012-658f-4003-9881-3ae6ae019c4a
I1009 13:08:40.624802 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:40.624810 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:40.624819 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:40.624827 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:40.624832 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:40 GMT
I1009 13:08:40.624944 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803-m02","uid":"2cf03a78-c365-48ca-8455-82fbb42d2d36","resourceVersion":"471","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1009 13:08:41.122620 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:41.122645 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.122654 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.122660 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.125094 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:41.125116 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.125124 373860 round_trippers.go:580] Audit-Id: e98ee9f3-e8e9-47d3-9706-3c1934781399
I1009 13:08:41.125130 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.125135 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.125140 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.125145 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.125150 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.125294 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803-m02","uid":"2cf03a78-c365-48ca-8455-82fbb42d2d36","resourceVersion":"471","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1009 13:08:41.125604 373860 node_ready.go:58] node "multinode-882803-m02" has status "Ready":"False"
I1009 13:08:41.621976 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:41.622004 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.622017 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.622027 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.624438 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:41.624464 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.624474 373860 round_trippers.go:580] Audit-Id: 38dbb219-c048-4ade-8639-01099280bbbd
I1009 13:08:41.624482 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.624490 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.624498 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.624506 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.624518 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.624648 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803-m02","uid":"2cf03a78-c365-48ca-8455-82fbb42d2d36","resourceVersion":"489","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5176 chars]
I1009 13:08:41.625032 373860 node_ready.go:49] node "multinode-882803-m02" has status "Ready":"True"
I1009 13:08:41.625052 373860 node_ready.go:38] duration metric: took 2.508724344s waiting for node "multinode-882803-m02" to be "Ready" ...
I1009 13:08:41.625061 373860 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 13:08:41.625119 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1009 13:08:41.625127 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.625134 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.625140 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.628780 373860 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 13:08:41.628798 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.628804 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.628810 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.628815 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.628820 373860 round_trippers.go:580] Audit-Id: 7c7e2060-7967-49e1-a07c-398c04e25db3
I1009 13:08:41.628825 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.628830 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.629429 373860 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"489"},"items":[{"metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"431","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 68972 chars]
I1009 13:08:41.631591 373860 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-d4br2" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.631682 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-d4br2
I1009 13:08:41.631691 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.631699 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.631705 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.633552 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:41.633572 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.633582 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.633591 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.633598 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.633607 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.633616 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.633628 373860 round_trippers.go:580] Audit-Id: d94e93eb-932a-4d04-ad63-86db9d80c400
I1009 13:08:41.633737 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-d4br2","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"797d5293-29a0-43f6-a589-0d1b768b547b","resourceVersion":"431","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"1ed95127-3717-4f04-bb00-590c9de3be51","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"1ed95127-3717-4f04-bb00-590c9de3be51\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I1009 13:08:41.634121 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:41.634134 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.634141 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.634147 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.635933 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:41.635954 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.635965 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.635973 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.635981 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.635996 373860 round_trippers.go:580] Audit-Id: 89b73801-6d65-4569-b40b-69fa9241a075
I1009 13:08:41.636005 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.636016 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.636142 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:41.636475 373860 pod_ready.go:92] pod "coredns-5dd5756b68-d4br2" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:41.636493 373860 pod_ready.go:81] duration metric: took 4.881323ms waiting for pod "coredns-5dd5756b68-d4br2" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.636503 373860 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.636549 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-882803
I1009 13:08:41.636556 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.636563 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.636569 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.638237 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:41.638257 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.638268 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.638277 373860 round_trippers.go:580] Audit-Id: 7b9e218c-a892-459b-80ae-20c59aa78a63
I1009 13:08:41.638285 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.638293 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.638305 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.638315 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.638411 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-882803","namespace":"kube-system","uid":"3cbd5835-71e1-4d8c-8bae-d139ac5650f7","resourceVersion":"333","creationTimestamp":"2023-10-09T13:08:05Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"24311f00861dbdf5f73195cd8dcaaf05","kubernetes.io/config.mirror":"24311f00861dbdf5f73195cd8dcaaf05","kubernetes.io/config.seen":"2023-10-09T13:07:59.778099136Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:05Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I1009 13:08:41.638752 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:41.638764 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.638771 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.638777 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.640435 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:41.640456 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.640466 373860 round_trippers.go:580] Audit-Id: 3ddad876-0da5-4180-9b25-399a65095878
I1009 13:08:41.640475 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.640483 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.640492 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.640512 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.640521 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.640645 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:41.640968 373860 pod_ready.go:92] pod "etcd-multinode-882803" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:41.640984 373860 pod_ready.go:81] duration metric: took 4.475902ms waiting for pod "etcd-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.640997 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.641045 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-882803
I1009 13:08:41.641054 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.641060 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.641066 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.642672 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:41.642691 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.642701 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.642711 373860 round_trippers.go:580] Audit-Id: cf9573a8-ab59-421c-8955-7eecad5f22e9
I1009 13:08:41.642722 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.642733 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.642743 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.642754 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.642882 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-882803","namespace":"kube-system","uid":"6c208a50-92f5-4f04-b3af-26b181574bcd","resourceVersion":"297","creationTimestamp":"2023-10-09T13:08:06Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"f30072d1167bed439297526b5bcd7f3c","kubernetes.io/config.mirror":"f30072d1167bed439297526b5bcd7f3c","kubernetes.io/config.seen":"2023-10-09T13:08:05.864864307Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:06Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I1009 13:08:41.643290 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:41.643304 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.643311 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.643317 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.644815 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:41.644829 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.644835 373860 round_trippers.go:580] Audit-Id: b4fb133c-44ae-4c2c-82ca-7f7966b172ab
I1009 13:08:41.644841 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.644846 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.644851 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.644863 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.644873 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.644991 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:41.645275 373860 pod_ready.go:92] pod "kube-apiserver-multinode-882803" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:41.645290 373860 pod_ready.go:81] duration metric: took 4.285573ms waiting for pod "kube-apiserver-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.645298 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.645343 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-882803
I1009 13:08:41.645372 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.645378 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.645384 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.647066 373860 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 13:08:41.647087 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.647097 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.647105 373860 round_trippers.go:580] Audit-Id: 27b7b645-ba0b-4259-805b-fbc5f41cfbb6
I1009 13:08:41.647113 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.647120 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.647132 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.647139 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.647373 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-882803","namespace":"kube-system","uid":"44df6244-173e-422b-94dc-652c1551b204","resourceVersion":"299","creationTimestamp":"2023-10-09T13:08:03Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"70b30e04dfac36501ed63455678b2ab5","kubernetes.io/config.mirror":"70b30e04dfac36501ed63455678b2ab5","kubernetes.io/config.seen":"2023-10-09T13:07:59.778106040Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I1009 13:08:41.647894 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:41.647909 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.647919 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.647930 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.650471 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:41.650489 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.650498 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.650505 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.650511 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.650522 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.650529 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.650540 373860 round_trippers.go:580] Audit-Id: 5decea67-e85f-4386-815f-8361da6d830e
I1009 13:08:41.650638 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:41.651009 373860 pod_ready.go:92] pod "kube-controller-manager-multinode-882803" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:41.651029 373860 pod_ready.go:81] duration metric: took 5.725049ms waiting for pod "kube-controller-manager-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.651038 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-cvdvl" in "kube-system" namespace to be "Ready" ...
I1009 13:08:41.822442 373860 request.go:629] Waited for 171.327382ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cvdvl
I1009 13:08:41.822510 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cvdvl
I1009 13:08:41.822518 373860 round_trippers.go:469] Request Headers:
I1009 13:08:41.822538 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:41.822564 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:41.825151 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:41.825171 373860 round_trippers.go:577] Response Headers:
I1009 13:08:41.825181 373860 round_trippers.go:580] Audit-Id: c78c7dd1-1727-4e5c-9ad7-521badda6cb6
I1009 13:08:41.825189 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:41.825209 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:41.825230 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:41.825238 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:41.825246 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:41 GMT
I1009 13:08:41.825356 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-cvdvl","generateName":"kube-proxy-","namespace":"kube-system","uid":"f6574c44-26cf-4cc8-8f1b-a18cb4dd432a","resourceVersion":"485","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"controller-revision-hash":"5cbdb8dcbd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"b56aca6a-53e0-401b-8be5-6cdd2790bd78","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"b56aca6a-53e0-401b-8be5-6cdd2790bd78\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5518 chars]
I1009 13:08:42.022093 373860 request.go:629] Waited for 196.311562ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:42.022190 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803-m02
I1009 13:08:42.022196 373860 round_trippers.go:469] Request Headers:
I1009 13:08:42.022204 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:42.022210 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:42.024770 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:42.024811 373860 round_trippers.go:577] Response Headers:
I1009 13:08:42.024823 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:42.024832 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:42.024841 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:42.024847 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:42.024853 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:42 GMT
I1009 13:08:42.024858 373860 round_trippers.go:580] Audit-Id: 44505a0d-3a5b-484a-8e51-02d4e613f542
I1009 13:08:42.024978 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803-m02","uid":"2cf03a78-c365-48ca-8455-82fbb42d2d36","resourceVersion":"489","creationTimestamp":"2023-10-09T13:08:38Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:38Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5176 chars]
I1009 13:08:42.025373 373860 pod_ready.go:92] pod "kube-proxy-cvdvl" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:42.025396 373860 pod_ready.go:81] duration metric: took 374.351954ms waiting for pod "kube-proxy-cvdvl" in "kube-system" namespace to be "Ready" ...
I1009 13:08:42.025406 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-pkx24" in "kube-system" namespace to be "Ready" ...
I1009 13:08:42.222781 373860 request.go:629] Waited for 197.309353ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pkx24
I1009 13:08:42.222863 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pkx24
I1009 13:08:42.222870 373860 round_trippers.go:469] Request Headers:
I1009 13:08:42.222883 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:42.222913 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:42.225348 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:42.225368 373860 round_trippers.go:577] Response Headers:
I1009 13:08:42.225378 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:42.225383 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:42.225388 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:42.225393 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:42.225398 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:42 GMT
I1009 13:08:42.225403 373860 round_trippers.go:580] Audit-Id: 54b91a8d-d92d-4c51-9bc0-386a4f99893f
I1009 13:08:42.225531 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-pkx24","generateName":"kube-proxy-","namespace":"kube-system","uid":"137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0","resourceVersion":"411","creationTimestamp":"2023-10-09T13:08:18Z","labels":{"controller-revision-hash":"5cbdb8dcbd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"b56aca6a-53e0-401b-8be5-6cdd2790bd78","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"b56aca6a-53e0-401b-8be5-6cdd2790bd78\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5510 chars]
I1009 13:08:42.422345 373860 request.go:629] Waited for 196.369852ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:42.422411 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:42.422416 373860 round_trippers.go:469] Request Headers:
I1009 13:08:42.422424 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:42.422429 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:42.424890 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:42.424909 373860 round_trippers.go:577] Response Headers:
I1009 13:08:42.424916 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:42.424921 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:42.424926 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:42 GMT
I1009 13:08:42.424932 373860 round_trippers.go:580] Audit-Id: ab291323-f09c-4388-88aa-91f92f259053
I1009 13:08:42.424937 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:42.424945 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:42.425091 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:42.425519 373860 pod_ready.go:92] pod "kube-proxy-pkx24" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:42.425538 373860 pod_ready.go:81] duration metric: took 400.125342ms waiting for pod "kube-proxy-pkx24" in "kube-system" namespace to be "Ready" ...
I1009 13:08:42.425552 373860 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:42.621968 373860 request.go:629] Waited for 196.33576ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-882803
I1009 13:08:42.622053 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-882803
I1009 13:08:42.622065 373860 round_trippers.go:469] Request Headers:
I1009 13:08:42.622076 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:42.622089 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:42.624630 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:42.624651 373860 round_trippers.go:577] Response Headers:
I1009 13:08:42.624660 373860 round_trippers.go:580] Audit-Id: 1e8ef51f-a5fa-40f0-a075-ae858432a5db
I1009 13:08:42.624668 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:42.624675 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:42.624684 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:42.624692 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:42.624707 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:42 GMT
I1009 13:08:42.624847 373860 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-882803","namespace":"kube-system","uid":"418b085b-0439-45e4-b698-18c4be5b2b02","resourceVersion":"349","creationTimestamp":"2023-10-09T13:08:06Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"5bb67622a3a125d75526be3b98dd3b00","kubernetes.io/config.mirror":"5bb67622a3a125d75526be3b98dd3b00","kubernetes.io/config.seen":"2023-10-09T13:08:05.864867204Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-09T13:08:06Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I1009 13:08:42.822603 373860 request.go:629] Waited for 197.369207ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:42.822673 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-882803
I1009 13:08:42.822677 373860 round_trippers.go:469] Request Headers:
I1009 13:08:42.822685 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:42.822697 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:42.825253 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:42.825278 373860 round_trippers.go:577] Response Headers:
I1009 13:08:42.825289 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:42.825301 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:42.825309 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:42 GMT
I1009 13:08:42.825317 373860 round_trippers.go:580] Audit-Id: e990b18d-76a4-4664-bb78-041253b2381d
I1009 13:08:42.825329 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:42.825340 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:42.825458 373860 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-09T13:08:02Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1009 13:08:42.825890 373860 pod_ready.go:92] pod "kube-scheduler-multinode-882803" in "kube-system" namespace has status "Ready":"True"
I1009 13:08:42.825908 373860 pod_ready.go:81] duration metric: took 400.342597ms waiting for pod "kube-scheduler-multinode-882803" in "kube-system" namespace to be "Ready" ...
I1009 13:08:42.825919 373860 pod_ready.go:38] duration metric: took 1.200847294s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 13:08:42.825942 373860 system_svc.go:44] waiting for kubelet service to be running ....
I1009 13:08:42.826000 373860 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 13:08:42.837406 373860 system_svc.go:56] duration metric: took 11.452579ms WaitForService to wait for kubelet.
I1009 13:08:42.837433 373860 kubeadm.go:581] duration metric: took 3.738526766s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1009 13:08:42.837454 373860 node_conditions.go:102] verifying NodePressure condition ...
I1009 13:08:43.022893 373860 request.go:629] Waited for 185.355246ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I1009 13:08:43.022979 373860 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I1009 13:08:43.022992 373860 round_trippers.go:469] Request Headers:
I1009 13:08:43.023005 373860 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 13:08:43.023016 373860 round_trippers.go:473] Accept: application/json, */*
I1009 13:08:43.025862 373860 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 13:08:43.025882 373860 round_trippers.go:577] Response Headers:
I1009 13:08:43.025889 373860 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e070312b-e1e7-4bd4-b31b-ebf2f4522f79
I1009 13:08:43.025895 373860 round_trippers.go:580] Date: Mon, 09 Oct 2023 13:08:43 GMT
I1009 13:08:43.025900 373860 round_trippers.go:580] Audit-Id: 95c166e6-918e-4688-a260-c10c148fcbfc
I1009 13:08:43.025905 373860 round_trippers.go:580] Cache-Control: no-cache, private
I1009 13:08:43.025910 373860 round_trippers.go:580] Content-Type: application/json
I1009 13:08:43.025921 373860 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ea57ee94-d1a9-43db-844f-6b731ef7a989
I1009 13:08:43.026234 373860 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"491"},"items":[{"metadata":{"name":"multinode-882803","uid":"c1a096ec-075a-473e-bf93-eb68c0c061ea","resourceVersion":"415","creationTimestamp":"2023-10-09T13:08:02Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-882803","kubernetes.io/os":"linux","minikube.k8s.io/commit":"5246c25d92858f2bed1b803bf67475f9bc0a2245","minikube.k8s.io/name":"multinode-882803","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_09T13_08_06_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 12168 chars]
I1009 13:08:43.026744 373860 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1009 13:08:43.026762 373860 node_conditions.go:123] node cpu capacity is 8
I1009 13:08:43.026772 373860 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1009 13:08:43.026778 373860 node_conditions.go:123] node cpu capacity is 8
I1009 13:08:43.026786 373860 node_conditions.go:105] duration metric: took 189.328196ms to run NodePressure ...
I1009 13:08:43.026796 373860 start.go:228] waiting for startup goroutines ...
I1009 13:08:43.026822 373860 start.go:242] writing updated cluster config ...
I1009 13:08:43.027080 373860 ssh_runner.go:195] Run: rm -f paused
I1009 13:08:43.076644 373860 start.go:600] kubectl: 1.28.2, cluster: 1.28.2 (minor skew: 0)
I1009 13:08:43.079926 373860 out.go:177] * Done! kubectl is now configured to use "multinode-882803" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 09 13:08:21 multinode-882803 crio[965]: time="2023-10-09 13:08:21.322073843Z" level=info msg="Starting container: b4ed5a3a762b571c44a08ec4300aafd0ed7bc2e3e99a0e6926fd201962559d38" id=896b4000-401e-4478-a250-07770dba07d1 name=/runtime.v1.RuntimeService/StartContainer
Oct 09 13:08:21 multinode-882803 crio[965]: time="2023-10-09 13:08:21.322427834Z" level=info msg="Created container a3feacddad8ac2915e4ee2e32572bac4721b865248f097158fe45bb17d5f65aa: kube-system/coredns-5dd5756b68-d4br2/coredns" id=26ac377f-8e06-4bd2-92f7-06f1147e43db name=/runtime.v1.RuntimeService/CreateContainer
Oct 09 13:08:21 multinode-882803 crio[965]: time="2023-10-09 13:08:21.322916059Z" level=info msg="Starting container: a3feacddad8ac2915e4ee2e32572bac4721b865248f097158fe45bb17d5f65aa" id=7c53a88d-bc70-41c5-8740-d5558fb94839 name=/runtime.v1.RuntimeService/StartContainer
Oct 09 13:08:21 multinode-882803 crio[965]: time="2023-10-09 13:08:21.357081942Z" level=info msg="Started container" PID=2353 containerID=b4ed5a3a762b571c44a08ec4300aafd0ed7bc2e3e99a0e6926fd201962559d38 description=kube-system/storage-provisioner/storage-provisioner id=896b4000-401e-4478-a250-07770dba07d1 name=/runtime.v1.RuntimeService/StartContainer sandboxID=752ca9aa3bd804ece2e76fc6b52a0a0fd919418eb97176a30bf3593ffa9ff301
Oct 09 13:08:21 multinode-882803 crio[965]: time="2023-10-09 13:08:21.363721027Z" level=info msg="Started container" PID=2360 containerID=a3feacddad8ac2915e4ee2e32572bac4721b865248f097158fe45bb17d5f65aa description=kube-system/coredns-5dd5756b68-d4br2/coredns id=7c53a88d-bc70-41c5-8740-d5558fb94839 name=/runtime.v1.RuntimeService/StartContainer sandboxID=40e7f42072364fd2d329f6a27d7875e9172b8458935b51578fab540e08c668b6
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.143917460Z" level=info msg="Running pod sandbox: default/busybox-5bc68d56bd-8m7xw/POD" id=01bb1c89-478b-4ce3-84cf-66dbb84c9903 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.143996629Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.158119513Z" level=info msg="Got pod network &{Name:busybox-5bc68d56bd-8m7xw Namespace:default ID:e9f66c57ffa12dcf13561c34058dbfa3c273eb158ba01d393e70f922a2d4a76c UID:6e17fb4e-caf4-4a54-b4d6-e4357b74617d NetNS:/var/run/netns/3f221834-baec-44d4-80b0-3099a74fb0d0 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.158168924Z" level=info msg="Adding pod default_busybox-5bc68d56bd-8m7xw to CNI network \"kindnet\" (type=ptp)"
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.167913962Z" level=info msg="Got pod network &{Name:busybox-5bc68d56bd-8m7xw Namespace:default ID:e9f66c57ffa12dcf13561c34058dbfa3c273eb158ba01d393e70f922a2d4a76c UID:6e17fb4e-caf4-4a54-b4d6-e4357b74617d NetNS:/var/run/netns/3f221834-baec-44d4-80b0-3099a74fb0d0 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.168059879Z" level=info msg="Checking pod default_busybox-5bc68d56bd-8m7xw for CNI network kindnet (type=ptp)"
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.187211150Z" level=info msg="Ran pod sandbox e9f66c57ffa12dcf13561c34058dbfa3c273eb158ba01d393e70f922a2d4a76c with infra container: default/busybox-5bc68d56bd-8m7xw/POD" id=01bb1c89-478b-4ce3-84cf-66dbb84c9903 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.188403998Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28" id=4385f109-f884-46ad-a64c-e955981b83ac name=/runtime.v1.ImageService/ImageStatus
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.188658067Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28 not found" id=4385f109-f884-46ad-a64c-e955981b83ac name=/runtime.v1.ImageService/ImageStatus
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.189516278Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28" id=4d6d19c7-6be7-498a-8a06-febfc65a45cd name=/runtime.v1.ImageService/PullImage
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.201564122Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28\""
Oct 09 13:08:44 multinode-882803 crio[965]: time="2023-10-09 13:08:44.865019432Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28\""
Oct 09 13:08:46 multinode-882803 crio[965]: time="2023-10-09 13:08:46.524426942Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335" id=4d6d19c7-6be7-498a-8a06-febfc65a45cd name=/runtime.v1.ImageService/PullImage
Oct 09 13:08:46 multinode-882803 crio[965]: time="2023-10-09 13:08:46.525554351Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28" id=248b37fc-51e1-4751-99f9-a0e538b8e1e5 name=/runtime.v1.ImageService/ImageStatus
Oct 09 13:08:46 multinode-882803 crio[965]: time="2023-10-09 13:08:46.526854321Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,RepoTags:[gcr.io/k8s-minikube/busybox:1.28],RepoDigests:[gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12],Size_:1363676,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=248b37fc-51e1-4751-99f9-a0e538b8e1e5 name=/runtime.v1.ImageService/ImageStatus
Oct 09 13:08:46 multinode-882803 crio[965]: time="2023-10-09 13:08:46.527974543Z" level=info msg="Creating container: default/busybox-5bc68d56bd-8m7xw/busybox" id=6d068090-2148-4862-a27a-6c60edba09b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 09 13:08:46 multinode-882803 crio[965]: time="2023-10-09 13:08:46.528079460Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 09 13:08:46 multinode-882803 crio[965]: time="2023-10-09 13:08:46.607582520Z" level=info msg="Created container f9e893819b0147e4915f49c19dd4dc3c9b706fa77470f440bde4592befbf73b1: default/busybox-5bc68d56bd-8m7xw/busybox" id=6d068090-2148-4862-a27a-6c60edba09b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 09 13:08:46 multinode-882803 crio[965]: time="2023-10-09 13:08:46.608210532Z" level=info msg="Starting container: f9e893819b0147e4915f49c19dd4dc3c9b706fa77470f440bde4592befbf73b1" id=7405b443-6a5f-44d0-8932-39340940257c name=/runtime.v1.RuntimeService/StartContainer
Oct 09 13:08:46 multinode-882803 crio[965]: time="2023-10-09 13:08:46.616750036Z" level=info msg="Started container" PID=2524 containerID=f9e893819b0147e4915f49c19dd4dc3c9b706fa77470f440bde4592befbf73b1 description=default/busybox-5bc68d56bd-8m7xw/busybox id=7405b443-6a5f-44d0-8932-39340940257c name=/runtime.v1.RuntimeService/StartContainer sandboxID=e9f66c57ffa12dcf13561c34058dbfa3c273eb158ba01d393e70f922a2d4a76c
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
f9e893819b014 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 4 seconds ago Running busybox 0 e9f66c57ffa12 busybox-5bc68d56bd-8m7xw
a3feacddad8ac ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 29 seconds ago Running coredns 0 40e7f42072364 coredns-5dd5756b68-d4br2
b4ed5a3a762b5 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 29 seconds ago Running storage-provisioner 0 752ca9aa3bd80 storage-provisioner
f740d168da018 c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0 31 seconds ago Running kube-proxy 0 cffec9e864458 kube-proxy-pkx24
fe00617ca79dc c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc 31 seconds ago Running kindnet-cni 0 53f1b60dc602f kindnet-5kjsm
129fab4431422 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 50 seconds ago Running etcd 0 fe27cb970200b etcd-multinode-882803
3a17505bad700 cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce 50 seconds ago Running kube-apiserver 0 2f703be574431 kube-apiserver-multinode-882803
4f7cfc8d3d83c 55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57 50 seconds ago Running kube-controller-manager 0 5fb402477e6e3 kube-controller-manager-multinode-882803
7ddb49458c443 7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8 50 seconds ago Running kube-scheduler 0 a9fce5699264d kube-scheduler-multinode-882803
*
* ==> coredns [a3feacddad8ac2915e4ee2e32572bac4721b865248f097158fe45bb17d5f65aa] <==
* [INFO] 10.244.0.3:46583 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000070495s
[INFO] 10.244.1.2:46525 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000165923s
[INFO] 10.244.1.2:50002 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.00188541s
[INFO] 10.244.1.2:39339 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000095883s
[INFO] 10.244.1.2:54369 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000088874s
[INFO] 10.244.1.2:54320 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001521399s
[INFO] 10.244.1.2:57178 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000052105s
[INFO] 10.244.1.2:60786 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000082962s
[INFO] 10.244.1.2:36837 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000066157s
[INFO] 10.244.0.3:50706 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00010567s
[INFO] 10.244.0.3:45422 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000091511s
[INFO] 10.244.0.3:34400 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000062236s
[INFO] 10.244.0.3:53047 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000054173s
[INFO] 10.244.1.2:51821 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000142078s
[INFO] 10.244.1.2:57842 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000083366s
[INFO] 10.244.1.2:52506 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000065321s
[INFO] 10.244.1.2:40993 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000062782s
[INFO] 10.244.0.3:33261 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000130093s
[INFO] 10.244.0.3:50910 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000108959s
[INFO] 10.244.0.3:51260 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000113423s
[INFO] 10.244.0.3:57066 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00009876s
[INFO] 10.244.1.2:55945 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000162999s
[INFO] 10.244.1.2:57308 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00008477s
[INFO] 10.244.1.2:47965 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000075905s
[INFO] 10.244.1.2:48277 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000069032s
*
* ==> describe nodes <==
* Name: multinode-882803
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-882803
kubernetes.io/os=linux
minikube.k8s.io/commit=5246c25d92858f2bed1b803bf67475f9bc0a2245
minikube.k8s.io/name=multinode-882803
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_09T13_08_06_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Oct 2023 13:08:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-882803
AcquireTime: <unset>
RenewTime: Mon, 09 Oct 2023 13:08:46 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Oct 2023 13:08:20 +0000 Mon, 09 Oct 2023 13:08:01 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Oct 2023 13:08:20 +0000 Mon, 09 Oct 2023 13:08:01 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Oct 2023 13:08:20 +0000 Mon, 09 Oct 2023 13:08:01 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Oct 2023 13:08:20 +0000 Mon, 09 Oct 2023 13:08:20 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.2
Hostname: multinode-882803
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
System Info:
Machine ID: 519c2592c749460e8dc05d2fb6186e75
System UUID: eceac25e-a7c3-4883-99e9-9ff6b4baec0f
Boot ID: 5a760b8a-84a7-412f-8e96-c32753bc277c
Kernel Version: 5.15.0-1044-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.2
Kube-Proxy Version: v1.28.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-8m7xw 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7s
kube-system coredns-5dd5756b68-d4br2 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 32s
kube-system etcd-multinode-882803 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 45s
kube-system kindnet-5kjsm 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 32s
kube-system kube-apiserver-multinode-882803 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 44s
kube-system kube-controller-manager-multinode-882803 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 47s
kube-system kube-proxy-pkx24 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 32s
kube-system kube-scheduler-multinode-882803 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 44s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 31s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 220Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 31s kube-proxy
Normal Starting 51s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 51s (x8 over 51s) kubelet Node multinode-882803 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 51s (x8 over 51s) kubelet Node multinode-882803 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 51s (x8 over 51s) kubelet Node multinode-882803 status is now: NodeHasSufficientPID
Normal Starting 45s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 45s kubelet Node multinode-882803 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 45s kubelet Node multinode-882803 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 45s kubelet Node multinode-882803 status is now: NodeHasSufficientPID
Normal RegisteredNode 33s node-controller Node multinode-882803 event: Registered Node multinode-882803 in Controller
Normal NodeReady 30s kubelet Node multinode-882803 status is now: NodeReady
Name: multinode-882803-m02
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-882803-m02
kubernetes.io/os=linux
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Oct 2023 13:08:38 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-882803-m02
AcquireTime: <unset>
RenewTime: Mon, 09 Oct 2023 13:08:48 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Oct 2023 13:08:41 +0000 Mon, 09 Oct 2023 13:08:38 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Oct 2023 13:08:41 +0000 Mon, 09 Oct 2023 13:08:38 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Oct 2023 13:08:41 +0000 Mon, 09 Oct 2023 13:08:38 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Oct 2023 13:08:41 +0000 Mon, 09 Oct 2023 13:08:41 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.3
Hostname: multinode-882803-m02
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859424Ki
pods: 110
System Info:
Machine ID: d02240e2dea846a38e456bbf557a5410
System UUID: 08d59c8b-aec2-4fd3-aa92-8034204c75e0
Boot ID: 5a760b8a-84a7-412f-8e96-c32753bc277c
Kernel Version: 5.15.0-1044-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.2
Kube-Proxy Version: v1.28.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-8mktz 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7s
kube-system kindnet-kqtt6 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 12s
kube-system kube-proxy-cvdvl 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (1%!)(MISSING) 100m (1%!)(MISSING)
memory 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 11s kube-proxy
Normal NodeHasSufficientMemory 12s (x5 over 13s) kubelet Node multinode-882803-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12s (x5 over 13s) kubelet Node multinode-882803-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12s (x5 over 13s) kubelet Node multinode-882803-m02 status is now: NodeHasSufficientPID
Normal NodeReady 9s kubelet Node multinode-882803-m02 status is now: NodeReady
Normal RegisteredNode 8s node-controller Node multinode-882803-m02 event: Registered Node multinode-882803-m02 in Controller
*
* ==> dmesg <==
* [ +0.007608] FS-Cache: O-key=[8] '8aa20f0200000000'
[ +0.004920] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.006602] FS-Cache: N-cookie d=000000005d10e138{9p.inode} n=00000000d1b93d5d
[ +0.007345] FS-Cache: N-key=[8] '8aa20f0200000000'
[ +3.009140] FS-Cache: Duplicate cookie detected
[ +0.004696] FS-Cache: O-cookie c=00000013 [p=00000002 fl=222 nc=0 na=1]
[ +0.006756] FS-Cache: O-cookie d=0000000075a394c2{9P.session} n=00000000703fb765
[ +0.007540] FS-Cache: O-key=[10] '34323937323935313732'
[ +0.005412] FS-Cache: N-cookie c=00000014 [p=00000002 fl=2 nc=0 na=1]
[ +0.007963] FS-Cache: N-cookie d=0000000075a394c2{9P.session} n=00000000a951e9c2
[ +0.008905] FS-Cache: N-key=[10] '34323937323935313732'
[Oct 9 13:00] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +1.011540] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +2.015787] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000013] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +4.099639] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000009] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +8.187298] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000028] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[ +16.126572] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
[Oct 9 13:01] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000032] ll header: 00000000: c6 08 d3 b2 0c a5 4a bf f1 ab 03 89 08 00
*
* ==> etcd [129fab4431422adec4db518b15e85ea9a3a87330d1d6860f7524ac1d8363a375] <==
* {"level":"info","ts":"2023-10-09T13:08:00.656331Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","added-peer-id":"b2c6679ac05f2cf1","added-peer-peer-urls":["https://192.168.58.2:2380"]}
{"level":"info","ts":"2023-10-09T13:08:00.657654Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-10-09T13:08:00.657737Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-10-09T13:08:00.657792Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-10-09T13:08:00.658013Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"b2c6679ac05f2cf1","initial-advertise-peer-urls":["https://192.168.58.2:2380"],"listen-peer-urls":["https://192.168.58.2:2380"],"advertise-client-urls":["https://192.168.58.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.58.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-10-09T13:08:00.658102Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-10-09T13:08:00.883996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 is starting a new election at term 1"}
{"level":"info","ts":"2023-10-09T13:08:00.884045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became pre-candidate at term 1"}
{"level":"info","ts":"2023-10-09T13:08:00.884078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgPreVoteResp from b2c6679ac05f2cf1 at term 1"}
{"level":"info","ts":"2023-10-09T13:08:00.884096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became candidate at term 2"}
{"level":"info","ts":"2023-10-09T13:08:00.884104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgVoteResp from b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-10-09T13:08:00.884115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became leader at term 2"}
{"level":"info","ts":"2023-10-09T13:08:00.884126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b2c6679ac05f2cf1 elected leader b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-10-09T13:08:00.885219Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-09T13:08:00.885901Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-10-09T13:08:00.885926Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-10-09T13:08:00.885895Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"b2c6679ac05f2cf1","local-member-attributes":"{Name:multinode-882803 ClientURLs:[https://192.168.58.2:2379]}","request-path":"/0/members/b2c6679ac05f2cf1/attributes","cluster-id":"3a56e4ca95e2355c","publish-timeout":"7s"}
{"level":"info","ts":"2023-10-09T13:08:00.886137Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-10-09T13:08:00.886193Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-10-09T13:08:00.887409Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-10-09T13:08:00.887509Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.58.2:2379"}
{"level":"info","ts":"2023-10-09T13:08:00.887552Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-09T13:08:00.887748Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-09T13:08:00.887925Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-09T13:08:27.527441Z","caller":"traceutil/trace.go:171","msg":"trace[815698679] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"105.84627ms","start":"2023-10-09T13:08:27.421578Z","end":"2023-10-09T13:08:27.527425Z","steps":["trace[815698679] 'process raft request' (duration: 105.715195ms)"],"step_count":1}
*
* ==> kernel <==
* 13:08:50 up 2:51, 0 users, load average: 0.99, 1.04, 1.06
Linux multinode-882803 5.15.0-1044-gcp #52~20.04.1-Ubuntu SMP Wed Sep 20 16:25:19 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [fe00617ca79dc470ae36c6a79606caab4764db06afc5c9e28c61ebd03678c65d] <==
* I1009 13:08:19.360367 1 main.go:102] connected to apiserver: https://10.96.0.1:443
I1009 13:08:19.360445 1 main.go:107] hostIP = 192.168.58.2
podIP = 192.168.58.2
I1009 13:08:19.360577 1 main.go:116] setting mtu 1500 for CNI
I1009 13:08:19.360654 1 main.go:146] kindnetd IP family: "ipv4"
I1009 13:08:19.360693 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I1009 13:08:19.566945 1 main.go:191] Failed to get nodes, retrying after error: Get "https://10.96.0.1:443/api/v1/nodes": dial tcp 10.96.0.1:443: connect: connection refused
I1009 13:08:19.567208 1 main.go:191] Failed to get nodes, retrying after error: Get "https://10.96.0.1:443/api/v1/nodes": dial tcp 10.96.0.1:443: connect: connection refused
I1009 13:08:20.575765 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1009 13:08:20.575794 1 main.go:227] handling current node
I1009 13:08:30.582005 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1009 13:08:30.582049 1 main.go:227] handling current node
I1009 13:08:40.594847 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1009 13:08:40.594871 1 main.go:227] handling current node
I1009 13:08:40.594882 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1009 13:08:40.594887 1 main.go:250] Node multinode-882803-m02 has CIDR [10.244.1.0/24]
I1009 13:08:40.595063 1 routes.go:62] Adding route {Ifindex: 0 Dst: 10.244.1.0/24 Src: <nil> Gw: 192.168.58.3 Flags: [] Table: 0}
I1009 13:08:50.599249 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1009 13:08:50.599299 1 main.go:227] handling current node
I1009 13:08:50.599310 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1009 13:08:50.599315 1 main.go:250] Node multinode-882803-m02 has CIDR [10.244.1.0/24]
*
* ==> kube-apiserver [3a17505bad70044532e6c8ae1c4b9f28e1b40942023e2bc79bd8f30572918073] <==
* I1009 13:08:02.755923 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1009 13:08:02.756365 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1009 13:08:02.757074 1 aggregator.go:166] initial CRD sync complete...
I1009 13:08:02.757133 1 autoregister_controller.go:141] Starting autoregister controller
I1009 13:08:02.757166 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1009 13:08:02.757198 1 cache.go:39] Caches are synced for autoregister controller
I1009 13:08:02.757320 1 controller.go:624] quota admission added evaluator for: namespaces
E1009 13:08:02.766979 1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
I1009 13:08:02.972552 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1009 13:08:03.611805 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1009 13:08:03.615793 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1009 13:08:03.615813 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1009 13:08:04.086031 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1009 13:08:04.125631 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1009 13:08:04.184194 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1009 13:08:04.190960 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.58.2]
I1009 13:08:04.192273 1 controller.go:624] quota admission added evaluator for: endpoints
I1009 13:08:04.197086 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1009 13:08:04.633062 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1009 13:08:05.793769 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1009 13:08:05.803997 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1009 13:08:05.812345 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I1009 13:08:17.675569 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1009 13:08:18.375597 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I1009 13:08:18.375598 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
*
* ==> kube-controller-manager [4f7cfc8d3d83cb372cfb2a52f78a9c28a234e86cc5ac9e9d91a76a999d2f7a2e] <==
* I1009 13:08:18.690977 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="21.920409ms"
I1009 13:08:18.698704 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="7.672373ms"
I1009 13:08:18.698840 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="82.57µs"
I1009 13:08:20.913093 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="111.643µs"
I1009 13:08:20.932483 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="68.426µs"
I1009 13:08:22.030255 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="7.387184ms"
I1009 13:08:22.030370 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="72.595µs"
I1009 13:08:22.532754 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I1009 13:08:38.512522 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"multinode-882803-m02\" does not exist"
I1009 13:08:38.519938 1 range_allocator.go:380] "Set node PodCIDR" node="multinode-882803-m02" podCIDRs=["10.244.1.0/24"]
I1009 13:08:38.526614 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-cvdvl"
I1009 13:08:38.528756 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-kqtt6"
I1009 13:08:41.200120 1 topologycache.go:237] "Can't get CPU or zone information for node" node="multinode-882803-m02"
I1009 13:08:42.536430 1 event.go:307] "Event occurred" object="multinode-882803-m02" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node multinode-882803-m02 event: Registered Node multinode-882803-m02 in Controller"
I1009 13:08:42.536509 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="multinode-882803-m02"
I1009 13:08:43.816681 1 event.go:307] "Event occurred" object="default/busybox" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set busybox-5bc68d56bd to 2"
I1009 13:08:43.827898 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-8mktz"
I1009 13:08:43.836902 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-8m7xw"
I1009 13:08:43.843421 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="26.966126ms"
I1009 13:08:43.852939 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="9.390504ms"
I1009 13:08:43.853021 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="39.748µs"
I1009 13:08:43.853123 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="46.813µs"
I1009 13:08:47.055974 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="5.130376ms"
I1009 13:08:47.062512 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="6.48771ms"
I1009 13:08:47.062583 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="37.366µs"
*
* ==> kube-proxy [f740d168da0182df8fb0032e2e7e638389ec5a6804befd271c89ab80442576ea] <==
* I1009 13:08:19.469380 1 server_others.go:69] "Using iptables proxy"
I1009 13:08:19.479451 1 node.go:141] Successfully retrieved node IP: 192.168.58.2
I1009 13:08:19.570997 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1009 13:08:19.572833 1 server_others.go:152] "Using iptables Proxier"
I1009 13:08:19.572864 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1009 13:08:19.572873 1 server_others.go:438] "Defaulting to no-op detect-local"
I1009 13:08:19.572899 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1009 13:08:19.573124 1 server.go:846] "Version info" version="v1.28.2"
I1009 13:08:19.573142 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1009 13:08:19.573931 1 config.go:188] "Starting service config controller"
I1009 13:08:19.574005 1 shared_informer.go:311] Waiting for caches to sync for service config
I1009 13:08:19.573959 1 config.go:97] "Starting endpoint slice config controller"
I1009 13:08:19.574122 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1009 13:08:19.574271 1 config.go:315] "Starting node config controller"
I1009 13:08:19.574286 1 shared_informer.go:311] Waiting for caches to sync for node config
I1009 13:08:19.674219 1 shared_informer.go:318] Caches are synced for service config
I1009 13:08:19.674801 1 shared_informer.go:318] Caches are synced for node config
I1009 13:08:19.674835 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [7ddb49458c443f2552a740e4b361f6980caf74bbf51a891574ba2d1c1864693b] <==
* W1009 13:08:02.772153 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1009 13:08:02.772163 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1009 13:08:02.772214 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1009 13:08:02.772236 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1009 13:08:02.772307 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1009 13:08:02.772839 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1009 13:08:02.772641 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1009 13:08:02.772909 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1009 13:08:02.772695 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1009 13:08:02.772925 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1009 13:08:02.772767 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1009 13:08:02.772941 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1009 13:08:03.667873 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1009 13:08:03.667909 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1009 13:08:03.778946 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1009 13:08:03.778978 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1009 13:08:03.796630 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1009 13:08:03.796671 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1009 13:08:03.819327 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1009 13:08:03.819362 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1009 13:08:03.901715 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1009 13:08:03.901754 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1009 13:08:04.097590 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1009 13:08:04.097632 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I1009 13:08:06.067817 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Oct 09 13:08:18 multinode-882803 kubelet[1605]: I1009 13:08:18.451062 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0-lib-modules\") pod \"kube-proxy-pkx24\" (UID: \"137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0\") " pod="kube-system/kube-proxy-pkx24"
Oct 09 13:08:18 multinode-882803 kubelet[1605]: I1009 13:08:18.451085 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zvcqx\" (UniqueName: \"kubernetes.io/projected/137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0-kube-api-access-zvcqx\") pod \"kube-proxy-pkx24\" (UID: \"137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0\") " pod="kube-system/kube-proxy-pkx24"
Oct 09 13:08:18 multinode-882803 kubelet[1605]: I1009 13:08:18.451111 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/24cf7970-263d-4fa7-8730-bb13490b2645-cni-cfg\") pod \"kindnet-5kjsm\" (UID: \"24cf7970-263d-4fa7-8730-bb13490b2645\") " pod="kube-system/kindnet-5kjsm"
Oct 09 13:08:18 multinode-882803 kubelet[1605]: I1009 13:08:18.451218 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/24cf7970-263d-4fa7-8730-bb13490b2645-xtables-lock\") pod \"kindnet-5kjsm\" (UID: \"24cf7970-263d-4fa7-8730-bb13490b2645\") " pod="kube-system/kindnet-5kjsm"
Oct 09 13:08:18 multinode-882803 kubelet[1605]: I1009 13:08:18.451344 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/24cf7970-263d-4fa7-8730-bb13490b2645-lib-modules\") pod \"kindnet-5kjsm\" (UID: \"24cf7970-263d-4fa7-8730-bb13490b2645\") " pod="kube-system/kindnet-5kjsm"
Oct 09 13:08:18 multinode-882803 kubelet[1605]: I1009 13:08:18.451383 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0-kube-proxy\") pod \"kube-proxy-pkx24\" (UID: \"137c0c28-5cc9-4d26-9b82-6ae1bd64d7a0\") " pod="kube-system/kube-proxy-pkx24"
Oct 09 13:08:18 multinode-882803 kubelet[1605]: I1009 13:08:18.451425 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7tzkw\" (UniqueName: \"kubernetes.io/projected/24cf7970-263d-4fa7-8730-bb13490b2645-kube-api-access-7tzkw\") pod \"kindnet-5kjsm\" (UID: \"24cf7970-263d-4fa7-8730-bb13490b2645\") " pod="kube-system/kindnet-5kjsm"
Oct 09 13:08:18 multinode-882803 kubelet[1605]: W1009 13:08:18.855637 1605 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/crio-cffec9e8644580f1cb616c651aad16fa029df6e9d202917f5270389bfd4acc18 WatchSource:0}: Error finding container cffec9e8644580f1cb616c651aad16fa029df6e9d202917f5270389bfd4acc18: Status 404 returned error can't find the container with id cffec9e8644580f1cb616c651aad16fa029df6e9d202917f5270389bfd4acc18
Oct 09 13:08:20 multinode-882803 kubelet[1605]: I1009 13:08:20.004938 1605 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kindnet-5kjsm" podStartSLOduration=2.004898758 podCreationTimestamp="2023-10-09 13:08:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-09 13:08:20.004638321 +0000 UTC m=+14.234331050" watchObservedRunningTime="2023-10-09 13:08:20.004898758 +0000 UTC m=+14.234591457"
Oct 09 13:08:20 multinode-882803 kubelet[1605]: I1009 13:08:20.014508 1605 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-proxy-pkx24" podStartSLOduration=2.014469957 podCreationTimestamp="2023-10-09 13:08:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-09 13:08:20.014393895 +0000 UTC m=+14.244086594" watchObservedRunningTime="2023-10-09 13:08:20.014469957 +0000 UTC m=+14.244162658"
Oct 09 13:08:20 multinode-882803 kubelet[1605]: I1009 13:08:20.885511 1605 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Oct 09 13:08:20 multinode-882803 kubelet[1605]: I1009 13:08:20.909027 1605 topology_manager.go:215] "Topology Admit Handler" podUID="b72ff082-5ec6-40a9-96d8-17dc60acc946" podNamespace="kube-system" podName="storage-provisioner"
Oct 09 13:08:20 multinode-882803 kubelet[1605]: I1009 13:08:20.912008 1605 topology_manager.go:215] "Topology Admit Handler" podUID="797d5293-29a0-43f6-a589-0d1b768b547b" podNamespace="kube-system" podName="coredns-5dd5756b68-d4br2"
Oct 09 13:08:21 multinode-882803 kubelet[1605]: I1009 13:08:21.071337 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fgzkn\" (UniqueName: \"kubernetes.io/projected/b72ff082-5ec6-40a9-96d8-17dc60acc946-kube-api-access-fgzkn\") pod \"storage-provisioner\" (UID: \"b72ff082-5ec6-40a9-96d8-17dc60acc946\") " pod="kube-system/storage-provisioner"
Oct 09 13:08:21 multinode-882803 kubelet[1605]: I1009 13:08:21.071395 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/797d5293-29a0-43f6-a589-0d1b768b547b-config-volume\") pod \"coredns-5dd5756b68-d4br2\" (UID: \"797d5293-29a0-43f6-a589-0d1b768b547b\") " pod="kube-system/coredns-5dd5756b68-d4br2"
Oct 09 13:08:21 multinode-882803 kubelet[1605]: I1009 13:08:21.071429 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xbshs\" (UniqueName: \"kubernetes.io/projected/797d5293-29a0-43f6-a589-0d1b768b547b-kube-api-access-xbshs\") pod \"coredns-5dd5756b68-d4br2\" (UID: \"797d5293-29a0-43f6-a589-0d1b768b547b\") " pod="kube-system/coredns-5dd5756b68-d4br2"
Oct 09 13:08:21 multinode-882803 kubelet[1605]: I1009 13:08:21.071529 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/b72ff082-5ec6-40a9-96d8-17dc60acc946-tmp\") pod \"storage-provisioner\" (UID: \"b72ff082-5ec6-40a9-96d8-17dc60acc946\") " pod="kube-system/storage-provisioner"
Oct 09 13:08:21 multinode-882803 kubelet[1605]: W1009 13:08:21.248080 1605 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/crio-752ca9aa3bd804ece2e76fc6b52a0a0fd919418eb97176a30bf3593ffa9ff301 WatchSource:0}: Error finding container 752ca9aa3bd804ece2e76fc6b52a0a0fd919418eb97176a30bf3593ffa9ff301: Status 404 returned error can't find the container with id 752ca9aa3bd804ece2e76fc6b52a0a0fd919418eb97176a30bf3593ffa9ff301
Oct 09 13:08:21 multinode-882803 kubelet[1605]: W1009 13:08:21.248383 1605 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/crio-40e7f42072364fd2d329f6a27d7875e9172b8458935b51578fab540e08c668b6 WatchSource:0}: Error finding container 40e7f42072364fd2d329f6a27d7875e9172b8458935b51578fab540e08c668b6: Status 404 returned error can't find the container with id 40e7f42072364fd2d329f6a27d7875e9172b8458935b51578fab540e08c668b6
Oct 09 13:08:22 multinode-882803 kubelet[1605]: I1009 13:08:22.009489 1605 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=3.009440515 podCreationTimestamp="2023-10-09 13:08:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-09 13:08:22.009150868 +0000 UTC m=+16.238843570" watchObservedRunningTime="2023-10-09 13:08:22.009440515 +0000 UTC m=+16.239133214"
Oct 09 13:08:22 multinode-882803 kubelet[1605]: I1009 13:08:22.022764 1605 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-5dd5756b68-d4br2" podStartSLOduration=4.022704634 podCreationTimestamp="2023-10-09 13:08:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-09 13:08:22.02002989 +0000 UTC m=+16.249722605" watchObservedRunningTime="2023-10-09 13:08:22.022704634 +0000 UTC m=+16.252397336"
Oct 09 13:08:43 multinode-882803 kubelet[1605]: I1009 13:08:43.841765 1605 topology_manager.go:215] "Topology Admit Handler" podUID="6e17fb4e-caf4-4a54-b4d6-e4357b74617d" podNamespace="default" podName="busybox-5bc68d56bd-8m7xw"
Oct 09 13:08:44 multinode-882803 kubelet[1605]: I1009 13:08:44.002796 1605 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ls8ql\" (UniqueName: \"kubernetes.io/projected/6e17fb4e-caf4-4a54-b4d6-e4357b74617d-kube-api-access-ls8ql\") pod \"busybox-5bc68d56bd-8m7xw\" (UID: \"6e17fb4e-caf4-4a54-b4d6-e4357b74617d\") " pod="default/busybox-5bc68d56bd-8m7xw"
Oct 09 13:08:44 multinode-882803 kubelet[1605]: W1009 13:08:44.184423 1605 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/crio-e9f66c57ffa12dcf13561c34058dbfa3c273eb158ba01d393e70f922a2d4a76c WatchSource:0}: Error finding container e9f66c57ffa12dcf13561c34058dbfa3c273eb158ba01d393e70f922a2d4a76c: Status 404 returned error can't find the container with id e9f66c57ffa12dcf13561c34058dbfa3c273eb158ba01d393e70f922a2d4a76c
Oct 09 13:08:47 multinode-882803 kubelet[1605]: I1009 13:08:47.053783 1605 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/busybox-5bc68d56bd-8m7xw" podStartSLOduration=1.717608598 podCreationTimestamp="2023-10-09 13:08:43 +0000 UTC" firstStartedPulling="2023-10-09 13:08:44.188873036 +0000 UTC m=+38.418565729" lastFinishedPulling="2023-10-09 13:08:46.524984839 +0000 UTC m=+40.754677522" observedRunningTime="2023-10-09 13:08:47.053264348 +0000 UTC m=+41.282957048" watchObservedRunningTime="2023-10-09 13:08:47.053720391 +0000 UTC m=+41.283413089"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p multinode-882803 -n multinode-882803
helpers_test.go:261: (dbg) Run: kubectl --context multinode-882803 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (3.17s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:133: (dbg) Run: /tmp/minikube-v1.9.0.2236858078.exe start -p running-upgrade-093296 --memory=2200 --vm-driver=docker --container-runtime=crio
E1009 13:21:08.114587 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 13:21:29.721350 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
version_upgrade_test.go:133: (dbg) Done: /tmp/minikube-v1.9.0.2236858078.exe start -p running-upgrade-093296 --memory=2200 --vm-driver=docker --container-runtime=crio: (1m0.323318226s)
version_upgrade_test.go:143: (dbg) Run: out/minikube-linux-amd64 start -p running-upgrade-093296 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:143: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p running-upgrade-093296 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (2.361076665s)
-- stdout --
* [running-upgrade-093296] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17259
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.2 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.2
* Using the docker driver based on existing profile
* Starting control plane node running-upgrade-093296 in cluster running-upgrade-093296
* Pulling base image ...
* Updating the running docker "running-upgrade-093296" container ...
-- /stdout --
** stderr **
I1009 13:21:53.448384 470577 out.go:296] Setting OutFile to fd 1 ...
I1009 13:21:53.448504 470577 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:21:53.448516 470577 out.go:309] Setting ErrFile to fd 2...
I1009 13:21:53.448522 470577 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:21:53.448714 470577 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 13:21:53.449235 470577 out.go:303] Setting JSON to false
I1009 13:21:53.450962 470577 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":11056,"bootTime":1696846657,"procs":881,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 13:21:53.451036 470577 start.go:138] virtualization: kvm guest
I1009 13:21:53.453963 470577 out.go:177] * [running-upgrade-093296] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 13:21:53.455971 470577 out.go:177] - MINIKUBE_LOCATION=17259
I1009 13:21:53.456013 470577 notify.go:220] Checking for updates...
I1009 13:21:53.460047 470577 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 13:21:53.462135 470577 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:21:53.464128 470577 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 13:21:53.466058 470577 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 13:21:53.468000 470577 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 13:21:53.470126 470577 config.go:182] Loaded profile config "running-upgrade-093296": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1009 13:21:53.470169 470577 start_flags.go:701] config upgrade: KicBaseImage=gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1009 13:21:53.472662 470577 out.go:177] * Kubernetes 1.28.2 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.2
I1009 13:21:53.474441 470577 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 13:21:53.496835 470577 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 13:21:53.496962 470577 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 13:21:53.557049 470577 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:65 OomKillDisable:true NGoroutines:73 SystemTime:2023-10-09 13:21:53.547335678 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 13:21:53.557193 470577 docker.go:295] overlay module found
I1009 13:21:53.559578 470577 out.go:177] * Using the docker driver based on existing profile
I1009 13:21:53.561535 470577 start.go:298] selected driver: docker
I1009 13:21:53.561557 470577 start.go:902] validating driver "docker" against &{Name:running-upgrade-093296 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:running-upgrade-093296 Namespace: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1009 13:21:53.561671 470577 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 13:21:53.562533 470577 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 13:21:53.638538 470577 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:65 OomKillDisable:true NGoroutines:73 SystemTime:2023-10-09 13:21:53.629024963 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 13:21:53.638876 470577 cni.go:84] Creating CNI manager for ""
I1009 13:21:53.638899 470577 cni.go:129] EnableDefaultCNI is true, recommending bridge
I1009 13:21:53.638910 470577 start_flags.go:323] config:
{Name:running-upgrade-093296 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:running-upgrade-093296 Namespace: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 Auto
PauseInterval:0s GPUs:}
I1009 13:21:53.641193 470577 out.go:177] * Starting control plane node running-upgrade-093296 in cluster running-upgrade-093296
I1009 13:21:53.642925 470577 cache.go:122] Beginning downloading kic base image for docker with crio
I1009 13:21:53.644872 470577 out.go:177] * Pulling base image ...
I1009 13:21:53.646638 470577 preload.go:132] Checking if preload exists for k8s version v1.18.0 and runtime crio
I1009 13:21:53.646772 470577 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1009 13:21:53.664156 470577 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1009 13:21:53.664187 470577 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
W1009 13:21:53.894856 470577 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.0/preloaded-images-k8s-v18-v1.18.0-cri-o-overlay-amd64.tar.lz4 status code: 404
I1009 13:21:53.895003 470577 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/running-upgrade-093296/config.json ...
I1009 13:21:53.895102 470577 cache.go:107] acquiring lock: {Name:mkae1c0d9dc0baae8c97424557b445205831266e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895177 470577 cache.go:107] acquiring lock: {Name:mk0ea45aa4dab9ae5f3f3ff1dfcd8238daa0b6f7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895175 470577 cache.go:107] acquiring lock: {Name:mk99748f422478c9de1fe731a54741cefcecca05 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895181 470577 cache.go:107] acquiring lock: {Name:mk38f2ce8c4603ba9dd4417ce547023d35ba9b1b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895217 470577 cache.go:107] acquiring lock: {Name:mkc92d0fe112402b080aa893c87e911d81e59323 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895187 470577 cache.go:107] acquiring lock: {Name:mk639ed5c03c029176a08413529948b41d57a7ab Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895282 470577 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 exists
I1009 13:21:53.895147 470577 cache.go:107] acquiring lock: {Name:mk6942e79ad05b27a49d7c45a62c29eeffd39ab5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895293 470577 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 exists
I1009 13:21:53.895296 470577 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 exists
I1009 13:21:53.895282 470577 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 exists
I1009 13:21:53.895312 470577 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.18.0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0" took 137.221µs
I1009 13:21:53.895319 470577 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 exists
I1009 13:21:53.895318 470577 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.18.0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0" took 226.051µs
I1009 13:21:53.895326 470577 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.18.0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 succeeded
I1009 13:21:53.895327 470577 cache.go:195] Successfully downloaded all kic artifacts
I1009 13:21:53.895316 470577 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 exists
I1009 13:21:53.895337 470577 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.18.0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0" took 224.502µs
I1009 13:21:53.895350 470577 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.18.0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 succeeded
I1009 13:21:53.895347 470577 cache.go:96] cache image "registry.k8s.io/etcd:3.4.3-0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0" took 183.804µs
I1009 13:21:53.895361 470577 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.3-0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 succeeded
I1009 13:21:53.895331 470577 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.18.0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 succeeded
I1009 13:21:53.895334 470577 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 exists
I1009 13:21:53.895378 470577 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2" took 165.237µs
I1009 13:21:53.895369 470577 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.18.0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0" took 165.931µs
I1009 13:21:53.895375 470577 start.go:365] acquiring machines lock for running-upgrade-093296: {Name:mk90820c2cfccf89e8f39f138237f363de374466 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895115 470577 cache.go:107] acquiring lock: {Name:mkc942efc1fee542a4f54d825f90acf1aee66534 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:21:53.895457 470577 start.go:369] acquired machines lock for "running-upgrade-093296" in 56.117µs
I1009 13:21:53.895476 470577 start.go:96] Skipping create...Using existing machine configuration
I1009 13:21:53.895489 470577 fix.go:54] fixHost starting: m01
I1009 13:21:53.895383 470577 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 succeeded
I1009 13:21:53.895457 470577 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1009 13:21:53.895534 470577 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5" took 449.546µs
I1009 13:21:53.895552 470577 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1009 13:21:53.895391 470577 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.18.0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 succeeded
I1009 13:21:53.895312 470577 cache.go:96] cache image "registry.k8s.io/coredns:1.6.7" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7" took 138.597µs
I1009 13:21:53.895563 470577 cache.go:80] save to tar file registry.k8s.io/coredns:1.6.7 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 succeeded
I1009 13:21:53.895574 470577 cache.go:87] Successfully saved all images to host disk.
I1009 13:21:53.895764 470577 cli_runner.go:164] Run: docker container inspect running-upgrade-093296 --format={{.State.Status}}
I1009 13:21:53.912961 470577 fix.go:102] recreateIfNeeded on running-upgrade-093296: state=Running err=<nil>
W1009 13:21:53.913017 470577 fix.go:128] unexpected machine state, will restart: <nil>
I1009 13:21:53.916498 470577 out.go:177] * Updating the running docker "running-upgrade-093296" container ...
I1009 13:21:53.918140 470577 machine.go:88] provisioning docker machine ...
I1009 13:21:53.918176 470577 ubuntu.go:169] provisioning hostname "running-upgrade-093296"
I1009 13:21:53.918254 470577 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-093296
I1009 13:21:53.935923 470577 main.go:141] libmachine: Using SSH client type: native
I1009 13:21:53.936297 470577 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32969 <nil> <nil>}
I1009 13:21:53.936313 470577 main.go:141] libmachine: About to run SSH command:
sudo hostname running-upgrade-093296 && echo "running-upgrade-093296" | sudo tee /etc/hostname
I1009 13:21:54.051982 470577 main.go:141] libmachine: SSH cmd err, output: <nil>: running-upgrade-093296
I1009 13:21:54.052060 470577 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-093296
I1009 13:21:54.069892 470577 main.go:141] libmachine: Using SSH client type: native
I1009 13:21:54.070261 470577 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32969 <nil> <nil>}
I1009 13:21:54.070283 470577 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\srunning-upgrade-093296' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 running-upgrade-093296/g' /etc/hosts;
else
echo '127.0.1.1 running-upgrade-093296' | sudo tee -a /etc/hosts;
fi
fi
I1009 13:21:54.179646 470577 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 13:21:54.179681 470577 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17259-281723/.minikube CaCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17259-281723/.minikube}
I1009 13:21:54.179704 470577 ubuntu.go:177] setting up certificates
I1009 13:21:54.179715 470577 provision.go:83] configureAuth start
I1009 13:21:54.179778 470577 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-093296
I1009 13:21:54.197582 470577 provision.go:138] copyHostCerts
I1009 13:21:54.197651 470577 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem, removing ...
I1009 13:21:54.197661 470577 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem
I1009 13:21:54.197757 470577 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem (1082 bytes)
I1009 13:21:54.197849 470577 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem, removing ...
I1009 13:21:54.197858 470577 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem
I1009 13:21:54.197880 470577 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem (1123 bytes)
I1009 13:21:54.197934 470577 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem, removing ...
I1009 13:21:54.197947 470577 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem
I1009 13:21:54.197966 470577 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem (1679 bytes)
I1009 13:21:54.198016 470577 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem org=jenkins.running-upgrade-093296 san=[172.17.0.2 127.0.0.1 localhost 127.0.0.1 minikube running-upgrade-093296]
I1009 13:21:54.277973 470577 provision.go:172] copyRemoteCerts
I1009 13:21:54.278032 470577 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 13:21:54.278067 470577 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-093296
I1009 13:21:54.296008 470577 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32969 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/running-upgrade-093296/id_rsa Username:docker}
I1009 13:21:54.382987 470577 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 13:21:54.401053 470577 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 13:21:54.418730 470577 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1009 13:21:54.437382 470577 provision.go:86] duration metric: configureAuth took 257.652306ms
I1009 13:21:54.437412 470577 ubuntu.go:193] setting minikube options for container-runtime
I1009 13:21:54.437599 470577 config.go:182] Loaded profile config "running-upgrade-093296": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1009 13:21:54.437710 470577 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-093296
I1009 13:21:54.456671 470577 main.go:141] libmachine: Using SSH client type: native
I1009 13:21:54.457090 470577 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32969 <nil> <nil>}
I1009 13:21:54.457113 470577 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 13:21:54.889080 470577 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 13:21:54.889110 470577 machine.go:91] provisioned docker machine in 970.949658ms
I1009 13:21:54.889129 470577 start.go:300] post-start starting for "running-upgrade-093296" (driver="docker")
I1009 13:21:54.889143 470577 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 13:21:54.889205 470577 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 13:21:54.889250 470577 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-093296
I1009 13:21:54.908746 470577 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32969 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/running-upgrade-093296/id_rsa Username:docker}
I1009 13:21:54.994979 470577 ssh_runner.go:195] Run: cat /etc/os-release
I1009 13:21:54.998402 470577 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 13:21:54.998441 470577 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 13:21:54.998450 470577 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 13:21:54.998459 470577 info.go:137] Remote host: Ubuntu 19.10
I1009 13:21:54.998473 470577 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/addons for local assets ...
I1009 13:21:54.998537 470577 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/files for local assets ...
I1009 13:21:54.998647 470577 filesync.go:149] local asset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> 2884992.pem in /etc/ssl/certs
I1009 13:21:54.998751 470577 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 13:21:55.006634 470577 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem --> /etc/ssl/certs/2884992.pem (1708 bytes)
I1009 13:21:55.026799 470577 start.go:303] post-start completed in 137.650936ms
I1009 13:21:55.026895 470577 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 13:21:55.026942 470577 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-093296
I1009 13:21:55.045657 470577 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32969 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/running-upgrade-093296/id_rsa Username:docker}
I1009 13:21:55.125004 470577 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 13:21:55.129830 470577 fix.go:56] fixHost completed within 1.234331113s
I1009 13:21:55.129864 470577 start.go:83] releasing machines lock for "running-upgrade-093296", held for 1.234386135s
I1009 13:21:55.129938 470577 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-093296
I1009 13:21:55.147938 470577 ssh_runner.go:195] Run: cat /version.json
I1009 13:21:55.147988 470577 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-093296
I1009 13:21:55.148004 470577 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 13:21:55.148067 470577 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-093296
I1009 13:21:55.168421 470577 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32969 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/running-upgrade-093296/id_rsa Username:docker}
I1009 13:21:55.168624 470577 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32969 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/running-upgrade-093296/id_rsa Username:docker}
W1009 13:21:55.291109 470577 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1009 13:21:55.291197 470577 ssh_runner.go:195] Run: systemctl --version
I1009 13:21:55.295104 470577 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 13:21:55.349458 470577 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 13:21:55.354171 470577 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 13:21:55.370433 470577 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1009 13:21:55.370511 470577 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 13:21:55.393952 470577 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 13:21:55.393981 470577 start.go:472] detecting cgroup driver to use...
I1009 13:21:55.394019 470577 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1009 13:21:55.394070 470577 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 13:21:55.419474 470577 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 13:21:55.428842 470577 docker.go:198] disabling cri-docker service (if available) ...
I1009 13:21:55.428901 470577 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 13:21:55.438297 470577 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 13:21:55.447310 470577 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
W1009 13:21:55.456658 470577 docker.go:208] Failed to disable socket "cri-docker.socket" (might be ok): sudo systemctl disable cri-docker.socket: Process exited with status 1
stdout:
stderr:
Failed to disable unit: Unit file cri-docker.socket does not exist.
I1009 13:21:55.456729 470577 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 13:21:55.533738 470577 docker.go:214] disabling docker service ...
I1009 13:21:55.533808 470577 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 13:21:55.543638 470577 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 13:21:55.553927 470577 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 13:21:55.623994 470577 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 13:21:55.703298 470577 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 13:21:55.712878 470577 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 13:21:55.725963 470577 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1009 13:21:55.726027 470577 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:21:55.737113 470577 out.go:177]
W1009 13:21:55.738861 470577 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1009 13:21:55.738884 470577 out.go:239] *
*
W1009 13:21:55.739723 470577 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1009 13:21:55.741786 470577 out.go:177]
** /stderr **
version_upgrade_test.go:145: upgrade from v1.9.0 to HEAD failed: out/minikube-linux-amd64 start -p running-upgrade-093296 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90
panic.go:523: *** TestRunningBinaryUpgrade FAILED at 2023-10-09 13:21:55.763623075 +0000 UTC m=+2011.556914414
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestRunningBinaryUpgrade]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect running-upgrade-093296
helpers_test.go:235: (dbg) docker inspect running-upgrade-093296:
-- stdout --
[
{
"Id": "a7b523bd907411f478dcad70e0454a59646823e7c5dd654b107b914010814341",
"Created": "2023-10-09T13:20:53.403229214Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 459822,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-09T13:20:53.881542412Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:11589cdc9ef4b67a64cc243dd3cf013e81ad02bbed105fc37dc07aa272044680",
"ResolvConfPath": "/var/lib/docker/containers/a7b523bd907411f478dcad70e0454a59646823e7c5dd654b107b914010814341/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/a7b523bd907411f478dcad70e0454a59646823e7c5dd654b107b914010814341/hostname",
"HostsPath": "/var/lib/docker/containers/a7b523bd907411f478dcad70e0454a59646823e7c5dd654b107b914010814341/hosts",
"LogPath": "/var/lib/docker/containers/a7b523bd907411f478dcad70e0454a59646823e7c5dd654b107b914010814341/a7b523bd907411f478dcad70e0454a59646823e7c5dd654b107b914010814341-json.log",
"Name": "/running-upgrade-093296",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"running-upgrade-093296:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "default",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/87e9aaecfe9f27391244f5ed83773211003385b1ea2c7abac274decc73ba7817-init/diff:/var/lib/docker/overlay2/fdb59b1299e4a3e9ab5c8b4f749a74dfd85b54083811dc29028f59db75bcd5f7/diff:/var/lib/docker/overlay2/d4ef6cbf5b6e1700e988363c35a9a3b51015c0840a8c5bf8963a8b6984b25365/diff:/var/lib/docker/overlay2/4651a7ce85fe8cfec9decb9219c29ac86761a22643e815fa586b5aeed060af9b/diff:/var/lib/docker/overlay2/0a1bfd478e8b8d25b311fb3ca610a63c1416225a4cf375970b8c1e4c0580e356/diff:/var/lib/docker/overlay2/e031c47690d6c637699b1745ef002e84ecb27d14e845cb84e0d7b2ae40a3ecb2/diff:/var/lib/docker/overlay2/4f56e376f93d9e321bebd8304167b724424442a89c4932be6424764591a624ea/diff:/var/lib/docker/overlay2/2cfba07ae2807058d350fc73a853ac7e308a23da8c301d571315b7e993ce2098/diff:/var/lib/docker/overlay2/740f200d783a6b4c4a35280beabc1fd611f31ece7fce3b50ab420b96319907ae/diff:/var/lib/docker/overlay2/152164af32dd2fa026240be3bd59b3e94d1247eccdcbedaadaca4f2a96f45f1b/diff:/var/lib/docker/overlay2/009676
ad53297781345c49d9b3132f4ee4ce2d9012a2bb515e0801a3d8381929/diff:/var/lib/docker/overlay2/3b19af874a80904825648fe1400dc518c93169c691e20da0917f1b03f5474a88/diff:/var/lib/docker/overlay2/ad42b4e6cd81d04b9eba6c63d07f08b9f59bf39eecc19990aa8e925d92a3b452/diff:/var/lib/docker/overlay2/9a3a4ac76e596041e801de7b1e15eed807a0add7c8cbb95f8195d5253b38e984/diff:/var/lib/docker/overlay2/cdbd7647c708360e326c32c566d48e8a30ee0162a35df7f614d2119b5f8a3a3c/diff:/var/lib/docker/overlay2/8cd26c23c01197aeb446a2fe2dfc870dd3d79347646709081624e51cd0825563/diff:/var/lib/docker/overlay2/6810330e78df6a87312e69bd0a9715841247e06ac1578f4b5b6b15bc62f9000e/diff:/var/lib/docker/overlay2/37873fce75b2aa8d885953f06b07c648662143c75af3d214c5716fa096edcf0c/diff:/var/lib/docker/overlay2/b03a53d4a83277d6e33cc62ab40276f00f7324be32f36d93ba32312cddae940a/diff:/var/lib/docker/overlay2/c8ddbae78496813f442e90a279870c644b7fdb83d73e36eb173537d1f6d9426d/diff:/var/lib/docker/overlay2/827f8c99686ae514eda4e7582bbb27e8b8579a7f82899bbe4effc375d7e6612c/diff:/var/lib/d
ocker/overlay2/895bb72e2e01254f69887afd0def756e0955de12a4007a65b3ae132cf0c08c3c/diff",
"MergedDir": "/var/lib/docker/overlay2/87e9aaecfe9f27391244f5ed83773211003385b1ea2c7abac274decc73ba7817/merged",
"UpperDir": "/var/lib/docker/overlay2/87e9aaecfe9f27391244f5ed83773211003385b1ea2c7abac274decc73ba7817/diff",
"WorkDir": "/var/lib/docker/overlay2/87e9aaecfe9f27391244f5ed83773211003385b1ea2c7abac274decc73ba7817/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "running-upgrade-093296",
"Source": "/var/lib/docker/volumes/running-upgrade-093296/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "running-upgrade-093296",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"container=docker"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.8@sha256:2f3380ebf1bb0c75b0b47160fd4e61b7b8fef0f1f32f9def108d3eada50a7a81",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "running-upgrade-093296",
"name.minikube.sigs.k8s.io": "running-upgrade-093296",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "bc80d3daec9b0246b6b46d62ce37890afe1ca03931209a25055b8a6ff4db7ee9",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32969"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32968"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32967"
}
]
},
"SandboxKey": "/var/run/docker/netns/bc80d3daec9b",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "83b3816af71e25559ae7ad638897305efe7a4affc69a22ba813d81dc96e50318",
"Gateway": "172.17.0.1",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "172.17.0.2",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"MacAddress": "02:42:ac:11:00:02",
"Networks": {
"bridge": {
"IPAMConfig": null,
"Links": null,
"Aliases": null,
"NetworkID": "bc8353417373547b58b7c701367fcf9369cefcaf80b8b8a93770ba9975f6f458",
"EndpointID": "83b3816af71e25559ae7ad638897305efe7a4affc69a22ba813d81dc96e50318",
"Gateway": "172.17.0.1",
"IPAddress": "172.17.0.2",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:ac:11:00:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p running-upgrade-093296 -n running-upgrade-093296
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p running-upgrade-093296 -n running-upgrade-093296: exit status 4 (326.750763ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1009 13:21:56.068503 471306 status.go:415] kubeconfig endpoint: extract IP: "running-upgrade-093296" does not appear in /home/jenkins/minikube-integration/17259-281723/kubeconfig
** /stderr **
helpers_test.go:239: status error: exit status 4 (may be ok)
helpers_test.go:241: "running-upgrade-093296" host is not running, skipping log retrieval (state="Running\nWARNING: Your kubectl is pointing to stale minikube-vm.\nTo fix the kubectl context, run `minikube update-context`")
helpers_test.go:175: Cleaning up "running-upgrade-093296" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p running-upgrade-093296
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p running-upgrade-093296: (1.938244753s)
--- FAIL: TestRunningBinaryUpgrade (66.87s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:196: (dbg) Run: /tmp/minikube-v1.9.0.3535703461.exe start -p stopped-upgrade-917342 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:196: (dbg) Done: /tmp/minikube-v1.9.0.3535703461.exe start -p stopped-upgrade-917342 --memory=2200 --vm-driver=docker --container-runtime=crio: (1m45.158621476s)
version_upgrade_test.go:205: (dbg) Run: /tmp/minikube-v1.9.0.3535703461.exe -p stopped-upgrade-917342 stop
version_upgrade_test.go:211: (dbg) Run: out/minikube-linux-amd64 start -p stopped-upgrade-917342 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:211: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p stopped-upgrade-917342 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (6.396833505s)
-- stdout --
* [stopped-upgrade-917342] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17259
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.2 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.2
* Using the docker driver based on existing profile
* Starting control plane node stopped-upgrade-917342 in cluster stopped-upgrade-917342
* Pulling base image ...
* Restarting existing docker container for "stopped-upgrade-917342" ...
-- /stdout --
** stderr **
I1009 13:20:30.736832 455411 out.go:296] Setting OutFile to fd 1 ...
I1009 13:20:30.736972 455411 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:20:30.736982 455411 out.go:309] Setting ErrFile to fd 2...
I1009 13:20:30.736987 455411 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:20:30.737176 455411 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 13:20:30.737754 455411 out.go:303] Setting JSON to false
I1009 13:20:30.739540 455411 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":10974,"bootTime":1696846657,"procs":849,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 13:20:30.739614 455411 start.go:138] virtualization: kvm guest
I1009 13:20:30.742411 455411 out.go:177] * [stopped-upgrade-917342] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 13:20:30.744408 455411 out.go:177] - MINIKUBE_LOCATION=17259
I1009 13:20:30.744465 455411 notify.go:220] Checking for updates...
I1009 13:20:30.746122 455411 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 13:20:30.747930 455411 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:20:30.749618 455411 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 13:20:30.751345 455411 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 13:20:30.752972 455411 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 13:20:30.754952 455411 config.go:182] Loaded profile config "stopped-upgrade-917342": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1009 13:20:30.754982 455411 start_flags.go:701] config upgrade: KicBaseImage=gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1009 13:20:30.756967 455411 out.go:177] * Kubernetes 1.28.2 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.2
I1009 13:20:30.758542 455411 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 13:20:30.782675 455411 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 13:20:30.782790 455411 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 13:20:30.850809 455411 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:102 OomKillDisable:true NGoroutines:76 SystemTime:2023-10-09 13:20:30.838608491 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Arch
itecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 13:20:30.850958 455411 docker.go:295] overlay module found
I1009 13:20:30.853054 455411 out.go:177] * Using the docker driver based on existing profile
I1009 13:20:30.854661 455411 start.go:298] selected driver: docker
I1009 13:20:30.854681 455411 start.go:902] validating driver "docker" against &{Name:stopped-upgrade-917342 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:stopped-upgrade-917342 Namespace: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.3 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1009 13:20:30.854805 455411 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 13:20:30.856138 455411 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 13:20:30.915930 455411 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:61 OomKillDisable:true NGoroutines:76 SystemTime:2023-10-09 13:20:30.906027871 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 13:20:30.916223 455411 cni.go:84] Creating CNI manager for ""
I1009 13:20:30.916239 455411 cni.go:129] EnableDefaultCNI is true, recommending bridge
I1009 13:20:30.916245 455411 start_flags.go:323] config:
{Name:stopped-upgrade-917342 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:stopped-upgrade-917342 Namespace: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.3 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 Auto
PauseInterval:0s GPUs:}
I1009 13:20:30.919082 455411 out.go:177] * Starting control plane node stopped-upgrade-917342 in cluster stopped-upgrade-917342
I1009 13:20:30.920519 455411 cache.go:122] Beginning downloading kic base image for docker with crio
I1009 13:20:30.921965 455411 out.go:177] * Pulling base image ...
I1009 13:20:30.923334 455411 preload.go:132] Checking if preload exists for k8s version v1.18.0 and runtime crio
I1009 13:20:30.923378 455411 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1009 13:20:30.944690 455411 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1009 13:20:30.944740 455411 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
W1009 13:20:31.581329 455411 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.0/preloaded-images-k8s-v18-v1.18.0-cri-o-overlay-amd64.tar.lz4 status code: 404
I1009 13:20:31.581519 455411 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/stopped-upgrade-917342/config.json ...
I1009 13:20:31.581621 455411 cache.go:107] acquiring lock: {Name:mkc942efc1fee542a4f54d825f90acf1aee66534 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.581748 455411 cache.go:115] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1009 13:20:31.581766 455411 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5" took 160.689µs
I1009 13:20:31.581781 455411 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1009 13:20:31.581794 455411 cache.go:107] acquiring lock: {Name:mk0ea45aa4dab9ae5f3f3ff1dfcd8238daa0b6f7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.581860 455411 cache.go:195] Successfully downloaded all kic artifacts
I1009 13:20:31.581906 455411 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.0
I1009 13:20:31.581911 455411 start.go:365] acquiring machines lock for stopped-upgrade-917342: {Name:mk66798cbc9472f835908f286d2e718c173524ec Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.581985 455411 start.go:369] acquired machines lock for "stopped-upgrade-917342" in 52.948µs
I1009 13:20:31.582008 455411 start.go:96] Skipping create...Using existing machine configuration
I1009 13:20:31.582019 455411 fix.go:54] fixHost starting: m01
I1009 13:20:31.582068 455411 cache.go:107] acquiring lock: {Name:mk639ed5c03c029176a08413529948b41d57a7ab Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.582094 455411 cache.go:107] acquiring lock: {Name:mkc92d0fe112402b080aa893c87e911d81e59323 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.582154 455411 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I1009 13:20:31.582249 455411 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I1009 13:20:31.582261 455411 cache.go:107] acquiring lock: {Name:mk99748f422478c9de1fe731a54741cefcecca05 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.582307 455411 cli_runner.go:164] Run: docker container inspect stopped-upgrade-917342 --format={{.State.Status}}
I1009 13:20:31.582652 455411 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I1009 13:20:31.582715 455411 cache.go:107] acquiring lock: {Name:mkae1c0d9dc0baae8c97424557b445205831266e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.582765 455411 cache.go:107] acquiring lock: {Name:mk6942e79ad05b27a49d7c45a62c29eeffd39ab5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.582970 455411 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.0
I1009 13:20:31.582785 455411 cache.go:107] acquiring lock: {Name:mk38f2ce8c4603ba9dd4417ce547023d35ba9b1b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 13:20:31.583056 455411 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.0
I1009 13:20:31.583103 455411 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.0
I1009 13:20:31.584011 455411 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I1009 13:20:31.584007 455411 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.0
I1009 13:20:31.584106 455411 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.0
I1009 13:20:31.584163 455411 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I1009 13:20:31.584171 455411 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I1009 13:20:31.585304 455411 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.0
I1009 13:20:31.585322 455411 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.0
I1009 13:20:31.601080 455411 fix.go:102] recreateIfNeeded on stopped-upgrade-917342: state=Stopped err=<nil>
W1009 13:20:31.601113 455411 fix.go:128] unexpected machine state, will restart: <nil>
I1009 13:20:31.605350 455411 out.go:177] * Restarting existing docker container for "stopped-upgrade-917342" ...
I1009 13:20:31.607371 455411 cli_runner.go:164] Run: docker start stopped-upgrade-917342
I1009 13:20:31.787711 455411 cache.go:162] opening: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0
I1009 13:20:31.818947 455411 cache.go:162] opening: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0
I1009 13:20:31.826935 455411 cache.go:162] opening: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0
I1009 13:20:31.826969 455411 cache.go:162] opening: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0
I1009 13:20:31.843560 455411 cache.go:162] opening: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0
I1009 13:20:31.865631 455411 cache.go:162] opening: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2
I1009 13:20:31.868684 455411 cli_runner.go:164] Run: docker container inspect stopped-upgrade-917342 --format={{.State.Status}}
I1009 13:20:31.889261 455411 kic.go:427] container "stopped-upgrade-917342" state is running.
I1009 13:20:31.889765 455411 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-917342
I1009 13:20:31.909220 455411 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/stopped-upgrade-917342/config.json ...
I1009 13:20:31.909534 455411 machine.go:88] provisioning docker machine ...
I1009 13:20:31.909575 455411 ubuntu.go:169] provisioning hostname "stopped-upgrade-917342"
I1009 13:20:31.909635 455411 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-917342
I1009 13:20:31.927431 455411 main.go:141] libmachine: Using SSH client type: native
I1009 13:20:31.927943 455411 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32966 <nil> <nil>}
I1009 13:20:31.927968 455411 main.go:141] libmachine: About to run SSH command:
sudo hostname stopped-upgrade-917342 && echo "stopped-upgrade-917342" | sudo tee /etc/hostname
I1009 13:20:31.928787 455411 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:37934->127.0.0.1:32966: read: connection reset by peer
I1009 13:20:31.949932 455411 cache.go:162] opening: /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7
I1009 13:20:32.035150 455411 cache.go:157] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 exists
I1009 13:20:32.035178 455411 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2" took 453.106922ms
I1009 13:20:32.035192 455411 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 succeeded
I1009 13:20:32.446069 455411 cache.go:157] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 exists
I1009 13:20:32.446095 455411 cache.go:96] cache image "registry.k8s.io/coredns:1.6.7" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7" took 863.837766ms
I1009 13:20:32.446108 455411 cache.go:80] save to tar file registry.k8s.io/coredns:1.6.7 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 succeeded
I1009 13:20:32.734059 455411 cache.go:157] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 exists
I1009 13:20:32.734090 455411 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.18.0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0" took 1.151309165s
I1009 13:20:32.734105 455411 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.18.0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 succeeded
I1009 13:20:32.896408 455411 cache.go:157] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 exists
I1009 13:20:32.896439 455411 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.18.0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0" took 1.314647112s
I1009 13:20:32.896451 455411 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.18.0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 succeeded
I1009 13:20:33.100318 455411 cache.go:157] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 exists
I1009 13:20:33.100351 455411 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.18.0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0" took 1.517598947s
I1009 13:20:33.100370 455411 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.18.0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 succeeded
I1009 13:20:33.597409 455411 cache.go:157] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 exists
I1009 13:20:33.597489 455411 cache.go:96] cache image "registry.k8s.io/etcd:3.4.3-0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0" took 2.01541234s
I1009 13:20:33.597513 455411 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.3-0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 succeeded
I1009 13:20:33.777250 455411 cache.go:157] /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 exists
I1009 13:20:33.777286 455411 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.18.0" -> "/home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0" took 2.194601588s
I1009 13:20:33.777299 455411 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.18.0 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 succeeded
I1009 13:20:33.777318 455411 cache.go:87] Successfully saved all images to host disk.
I1009 13:20:35.044732 455411 main.go:141] libmachine: SSH cmd err, output: <nil>: stopped-upgrade-917342
I1009 13:20:35.044816 455411 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-917342
I1009 13:20:35.061080 455411 main.go:141] libmachine: Using SSH client type: native
I1009 13:20:35.061452 455411 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32966 <nil> <nil>}
I1009 13:20:35.061472 455411 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sstopped-upgrade-917342' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 stopped-upgrade-917342/g' /etc/hosts;
else
echo '127.0.1.1 stopped-upgrade-917342' | sudo tee -a /etc/hosts;
fi
fi
I1009 13:20:35.171467 455411 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 13:20:35.171500 455411 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17259-281723/.minikube CaCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17259-281723/.minikube}
I1009 13:20:35.171536 455411 ubuntu.go:177] setting up certificates
I1009 13:20:35.171549 455411 provision.go:83] configureAuth start
I1009 13:20:35.171601 455411 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-917342
I1009 13:20:35.188053 455411 provision.go:138] copyHostCerts
I1009 13:20:35.188115 455411 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem, removing ...
I1009 13:20:35.188124 455411 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem
I1009 13:20:35.188200 455411 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/ca.pem (1082 bytes)
I1009 13:20:35.188301 455411 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem, removing ...
I1009 13:20:35.188315 455411 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem
I1009 13:20:35.188344 455411 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/cert.pem (1123 bytes)
I1009 13:20:35.188402 455411 exec_runner.go:144] found /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem, removing ...
I1009 13:20:35.188410 455411 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem
I1009 13:20:35.188431 455411 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17259-281723/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17259-281723/.minikube/key.pem (1679 bytes)
I1009 13:20:35.188479 455411 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca-key.pem org=jenkins.stopped-upgrade-917342 san=[172.17.0.3 127.0.0.1 localhost 127.0.0.1 minikube stopped-upgrade-917342]
I1009 13:20:35.293573 455411 provision.go:172] copyRemoteCerts
I1009 13:20:35.293638 455411 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 13:20:35.293679 455411 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-917342
I1009 13:20:35.310472 455411 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32966 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/stopped-upgrade-917342/id_rsa Username:docker}
I1009 13:20:35.391111 455411 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 13:20:35.410024 455411 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1009 13:20:35.428034 455411 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1009 13:20:35.445923 455411 provision.go:86] duration metric: configureAuth took 274.361214ms
I1009 13:20:35.445958 455411 ubuntu.go:193] setting minikube options for container-runtime
I1009 13:20:35.446120 455411 config.go:182] Loaded profile config "stopped-upgrade-917342": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1009 13:20:35.446228 455411 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-917342
I1009 13:20:35.463916 455411 main.go:141] libmachine: Using SSH client type: native
I1009 13:20:35.464258 455411 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32966 <nil> <nil>}
I1009 13:20:35.464275 455411 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 13:20:36.247336 455411 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 13:20:36.247360 455411 machine.go:91] provisioned docker machine in 4.337803689s
I1009 13:20:36.247370 455411 start.go:300] post-start starting for "stopped-upgrade-917342" (driver="docker")
I1009 13:20:36.247381 455411 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 13:20:36.247436 455411 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 13:20:36.247474 455411 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-917342
I1009 13:20:36.265516 455411 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32966 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/stopped-upgrade-917342/id_rsa Username:docker}
I1009 13:20:36.347043 455411 ssh_runner.go:195] Run: cat /etc/os-release
I1009 13:20:36.350097 455411 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 13:20:36.350122 455411 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 13:20:36.350148 455411 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 13:20:36.350158 455411 info.go:137] Remote host: Ubuntu 19.10
I1009 13:20:36.350172 455411 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/addons for local assets ...
I1009 13:20:36.350224 455411 filesync.go:126] Scanning /home/jenkins/minikube-integration/17259-281723/.minikube/files for local assets ...
I1009 13:20:36.350308 455411 filesync.go:149] local asset: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem -> 2884992.pem in /etc/ssl/certs
I1009 13:20:36.350396 455411 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 13:20:36.357027 455411 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/ssl/certs/2884992.pem --> /etc/ssl/certs/2884992.pem (1708 bytes)
I1009 13:20:36.374390 455411 start.go:303] post-start completed in 126.999177ms
I1009 13:20:36.374486 455411 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 13:20:36.374537 455411 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-917342
I1009 13:20:36.391908 455411 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32966 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/stopped-upgrade-917342/id_rsa Username:docker}
I1009 13:20:36.472162 455411 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 13:20:36.476212 455411 fix.go:56] fixHost completed within 4.894186515s
I1009 13:20:36.476237 455411 start.go:83] releasing machines lock for "stopped-upgrade-917342", held for 4.89423693s
I1009 13:20:36.476309 455411 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-917342
I1009 13:20:36.492624 455411 ssh_runner.go:195] Run: cat /version.json
I1009 13:20:36.492684 455411 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 13:20:36.492711 455411 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-917342
I1009 13:20:36.492764 455411 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-917342
I1009 13:20:36.510971 455411 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32966 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/stopped-upgrade-917342/id_rsa Username:docker}
I1009 13:20:36.511775 455411 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32966 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/stopped-upgrade-917342/id_rsa Username:docker}
W1009 13:20:36.642008 455411 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1009 13:20:36.642091 455411 ssh_runner.go:195] Run: systemctl --version
I1009 13:20:36.646067 455411 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 13:20:36.696445 455411 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 13:20:36.701041 455411 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 13:20:36.717236 455411 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1009 13:20:36.717313 455411 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 13:20:36.741536 455411 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 13:20:36.741559 455411 start.go:472] detecting cgroup driver to use...
I1009 13:20:36.741597 455411 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1009 13:20:36.741647 455411 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 13:20:36.761011 455411 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 13:20:36.769947 455411 docker.go:198] disabling cri-docker service (if available) ...
I1009 13:20:36.770002 455411 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 13:20:36.778501 455411 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 13:20:36.787863 455411 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
W1009 13:20:36.796819 455411 docker.go:208] Failed to disable socket "cri-docker.socket" (might be ok): sudo systemctl disable cri-docker.socket: Process exited with status 1
stdout:
stderr:
Failed to disable unit: Unit file cri-docker.socket does not exist.
I1009 13:20:36.796870 455411 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 13:20:36.866480 455411 docker.go:214] disabling docker service ...
I1009 13:20:36.866551 455411 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 13:20:36.876421 455411 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 13:20:36.886380 455411 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 13:20:36.950889 455411 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 13:20:37.022421 455411 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 13:20:37.031981 455411 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 13:20:37.045639 455411 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1009 13:20:37.045696 455411 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 13:20:37.056877 455411 out.go:177]
W1009 13:20:37.058670 455411 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1009 13:20:37.058685 455411 out.go:239] *
*
W1009 13:20:37.059567 455411 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1009 13:20:37.061485 455411 out.go:177]
** /stderr **
version_upgrade_test.go:213: upgrade from v1.9.0 to HEAD failed: out/minikube-linux-amd64 start -p stopped-upgrade-917342 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90
--- FAIL: TestStoppedBinaryUpgrade/Upgrade (112.56s)
=== RUN TestDownloadOnly/v1.16.0/json-events
aaa_download_only_test.go:69: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-856915 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:69: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-856915 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio: (15.494262891s)
--- PASS: TestDownloadOnly/v1.16.0/json-events (15.49s)
=== RUN TestDownloadOnly/v1.16.0/preload-exists
--- PASS: TestDownloadOnly/v1.16.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.16.0/LogsDuration
aaa_download_only_test.go:169: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-856915
aaa_download_only_test.go:169: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-856915: exit status 85 (82.508475ms)
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-856915 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | |
| | -p download-only-856915 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
*
* ==> Last Start <==
* Log file created at: 2023/10/09 12:48:24
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1009 12:48:24.321517 288511 out.go:296] Setting OutFile to fd 1 ...
I1009 12:48:24.321763 288511 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:48:24.321772 288511 out.go:309] Setting ErrFile to fd 2...
I1009 12:48:24.321776 288511 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:48:24.321992 288511 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
W1009 12:48:24.322113 288511 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17259-281723/.minikube/config/config.json: open /home/jenkins/minikube-integration/17259-281723/.minikube/config/config.json: no such file or directory
I1009 12:48:24.322740 288511 out.go:303] Setting JSON to true
I1009 12:48:24.323739 288511 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":9047,"bootTime":1696846657,"procs":203,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 12:48:24.323808 288511 start.go:138] virtualization: kvm guest
I1009 12:48:24.326466 288511 out.go:97] [download-only-856915] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 12:48:24.328233 288511 out.go:169] MINIKUBE_LOCATION=17259
I1009 12:48:24.326618 288511 notify.go:220] Checking for updates...
W1009 12:48:24.326630 288511 preload.go:295] Failed to list preload files: open /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball: no such file or directory
I1009 12:48:24.331083 288511 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 12:48:24.332723 288511 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 12:48:24.334288 288511 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 12:48:24.335894 288511 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W1009 12:48:24.338680 288511 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1009 12:48:24.338943 288511 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 12:48:24.363159 288511 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 12:48:24.363318 288511 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:48:24.422552 288511 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:32 OomKillDisable:true NGoroutines:46 SystemTime:2023-10-09 12:48:24.413339687 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:48:24.422687 288511 docker.go:295] overlay module found
I1009 12:48:24.424586 288511 out.go:97] Using the docker driver based on user configuration
I1009 12:48:24.424609 288511 start.go:298] selected driver: docker
I1009 12:48:24.424614 288511 start.go:902] validating driver "docker" against <nil>
I1009 12:48:24.424695 288511 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:48:24.482526 288511 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:32 OomKillDisable:true NGoroutines:46 SystemTime:2023-10-09 12:48:24.474178902 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:48:24.482683 288511 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1009 12:48:24.483197 288511 start_flags.go:386] Using suggested 8000MB memory alloc based on sys=32089MB, container=32089MB
I1009 12:48:24.483448 288511 start_flags.go:908] Wait components to verify : map[apiserver:true system_pods:true]
I1009 12:48:24.485595 288511 out.go:169] Using Docker driver with root privileges
I1009 12:48:24.487185 288511 cni.go:84] Creating CNI manager for ""
I1009 12:48:24.487202 288511 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1009 12:48:24.487215 288511 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1009 12:48:24.487227 288511 start_flags.go:323] config:
{Name:download-only-856915 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:8000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-856915 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 12:48:24.488935 288511 out.go:97] Starting control plane node download-only-856915 in cluster download-only-856915
I1009 12:48:24.488953 288511 cache.go:122] Beginning downloading kic base image for docker with crio
I1009 12:48:24.490298 288511 out.go:97] Pulling base image ...
I1009 12:48:24.490354 288511 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1009 12:48:24.490464 288511 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1009 12:48:24.506514 288511 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae to local cache
I1009 12:48:24.506704 288511 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local cache directory
I1009 12:48:24.506796 288511 image.go:118] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae to local cache
I1009 12:48:24.755745 288511 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4
I1009 12:48:24.755777 288511 cache.go:57] Caching tarball of preloaded images
I1009 12:48:24.755938 288511 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1009 12:48:24.758298 288511 out.go:97] Downloading Kubernetes v1.16.0 preload ...
I1009 12:48:24.758333 288511 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1009 12:48:24.862590 288511 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4?checksum=md5:432b600409d778ea7a21214e83948570 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4
I1009 12:48:36.953515 288511 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1009 12:48:36.953612 288511 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1009 12:48:37.852091 288511 cache.go:60] Finished verifying existence of preloaded tar for v1.16.0 on crio
I1009 12:48:37.852422 288511 profile.go:148] Saving config to /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/download-only-856915/config.json ...
I1009 12:48:37.852452 288511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/download-only-856915/config.json: {Name:mk258bb1a55bc901167b26938e48e992215fdb61 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 12:48:37.852613 288511 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1009 12:48:37.852757 288511 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/linux/amd64/kubectl.sha1 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/linux/amd64/v1.16.0/kubectl
*
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-856915"
-- /stdout --
aaa_download_only_test.go:170: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.16.0/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.28.2/json-events
aaa_download_only_test.go:69: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-856915 --force --alsologtostderr --kubernetes-version=v1.28.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:69: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-856915 --force --alsologtostderr --kubernetes-version=v1.28.2 --container-runtime=crio --driver=docker --container-runtime=crio: (15.0113109s)
--- PASS: TestDownloadOnly/v1.28.2/json-events (15.01s)
=== RUN TestDownloadOnly/v1.28.2/preload-exists
--- PASS: TestDownloadOnly/v1.28.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.2/LogsDuration
aaa_download_only_test.go:169: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-856915
aaa_download_only_test.go:169: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-856915: exit status 85 (81.393235ms)
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-856915 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | |
| | -p download-only-856915 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -o=json --download-only | download-only-856915 | jenkins | v1.31.2 | 09 Oct 23 12:48 UTC | |
| | -p download-only-856915 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
*
* ==> Last Start <==
* Log file created at: 2023/10/09 12:48:39
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1009 12:48:39.900338 288677 out.go:296] Setting OutFile to fd 1 ...
I1009 12:48:39.900458 288677 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:48:39.900467 288677 out.go:309] Setting ErrFile to fd 2...
I1009 12:48:39.900472 288677 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:48:39.900632 288677 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
W1009 12:48:39.900743 288677 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17259-281723/.minikube/config/config.json: open /home/jenkins/minikube-integration/17259-281723/.minikube/config/config.json: no such file or directory
I1009 12:48:39.901178 288677 out.go:303] Setting JSON to true
I1009 12:48:39.902067 288677 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":9063,"bootTime":1696846657,"procs":199,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 12:48:39.902131 288677 start.go:138] virtualization: kvm guest
I1009 12:48:39.904480 288677 out.go:97] [download-only-856915] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 12:48:39.906116 288677 out.go:169] MINIKUBE_LOCATION=17259
I1009 12:48:39.904702 288677 notify.go:220] Checking for updates...
I1009 12:48:39.909554 288677 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 12:48:39.911448 288677 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 12:48:39.913099 288677 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 12:48:39.914709 288677 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W1009 12:48:39.917535 288677 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1009 12:48:39.918038 288677 config.go:182] Loaded profile config "download-only-856915": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.16.0
W1009 12:48:39.918089 288677 start.go:810] api.Load failed for download-only-856915: filestore "download-only-856915": Docker machine "download-only-856915" does not exist. Use "docker-machine ls" to list machines. Use "docker-machine create" to add a new one.
I1009 12:48:39.918177 288677 driver.go:378] Setting default libvirt URI to qemu:///system
W1009 12:48:39.918208 288677 start.go:810] api.Load failed for download-only-856915: filestore "download-only-856915": Docker machine "download-only-856915" does not exist. Use "docker-machine ls" to list machines. Use "docker-machine create" to add a new one.
I1009 12:48:39.940460 288677 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 12:48:39.940554 288677 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:48:39.993177 288677 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:40 SystemTime:2023-10-09 12:48:39.98441904 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:48:39.993288 288677 docker.go:295] overlay module found
I1009 12:48:39.995302 288677 out.go:97] Using the docker driver based on existing profile
I1009 12:48:39.995331 288677 start.go:298] selected driver: docker
I1009 12:48:39.995337 288677 start.go:902] validating driver "docker" against &{Name:download-only-856915 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:8000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-856915 Namespace:default APIServerName:
minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:
SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 12:48:39.995520 288677 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:48:40.056809 288677 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:40 SystemTime:2023-10-09 12:48:40.047739306 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:48:40.057447 288677 cni.go:84] Creating CNI manager for ""
I1009 12:48:40.057463 288677 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1009 12:48:40.057473 288677 start_flags.go:323] config:
{Name:download-only-856915 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:8000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:download-only-856915 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPU
s:}
I1009 12:48:40.059672 288677 out.go:97] Starting control plane node download-only-856915 in cluster download-only-856915
I1009 12:48:40.059706 288677 cache.go:122] Beginning downloading kic base image for docker with crio
I1009 12:48:40.061310 288677 out.go:97] Pulling base image ...
I1009 12:48:40.061345 288677 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 12:48:40.061491 288677 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1009 12:48:40.078184 288677 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae to local cache
I1009 12:48:40.078367 288677 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local cache directory
I1009 12:48:40.078387 288677 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local cache directory, skipping pull
I1009 12:48:40.078396 288677 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in cache, skipping pull
I1009 12:48:40.078418 288677 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae as a tarball
I1009 12:48:40.332380 288677 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.2/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4
I1009 12:48:40.332429 288677 cache.go:57] Caching tarball of preloaded images
I1009 12:48:40.332592 288677 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1009 12:48:40.334912 288677 out.go:97] Downloading Kubernetes v1.28.2 preload ...
I1009 12:48:40.334935 288677 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4 ...
I1009 12:48:40.440571 288677 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.2/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4?checksum=md5:63ef340a9dae90462e676325aa502af3 -> /home/jenkins/minikube-integration/17259-281723/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4
*
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-856915"
-- /stdout --
aaa_download_only_test.go:170: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.2/LogsDuration (0.08s)
=== RUN TestDownloadOnly/DeleteAll
aaa_download_only_test.go:187: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/DeleteAll (0.22s)
=== RUN TestDownloadOnly/DeleteAlwaysSucceeds
aaa_download_only_test.go:199: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-856915
--- PASS: TestDownloadOnly/DeleteAlwaysSucceeds (0.15s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:222: (dbg) Run: out/minikube-linux-amd64 start --download-only -p download-docker-050845 --alsologtostderr --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "download-docker-050845" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p download-docker-050845
--- PASS: TestDownloadOnlyKic (1.31s)
=== RUN TestBinaryMirror
aaa_download_only_test.go:304: (dbg) Run: out/minikube-linux-amd64 start --download-only -p binary-mirror-590190 --alsologtostderr --binary-mirror http://127.0.0.1:35071 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-590190" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p binary-mirror-590190
--- PASS: TestBinaryMirror (0.78s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:55: (dbg) Run: out/minikube-linux-amd64 start -p offline-crio-852196 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio
aab_offline_test.go:55: (dbg) Done: out/minikube-linux-amd64 start -p offline-crio-852196 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio: (55.201670398s)
helpers_test.go:175: Cleaning up "offline-crio-852196" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p offline-crio-852196
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p offline-crio-852196: (2.301488875s)
--- PASS: TestOffline (57.50s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:927: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-673046
addons_test.go:927: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable dashboard -p addons-673046: exit status 85 (75.101523ms)
-- stdout --
* Profile "addons-673046" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-673046"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:938: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-673046
addons_test.go:938: (dbg) Non-zero exit: out/minikube-linux-amd64 addons disable dashboard -p addons-673046: exit status 85 (74.477769ms)
-- stdout --
* Profile "addons-673046" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-673046"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/Setup
addons_test.go:109: (dbg) Run: out/minikube-linux-amd64 start -p addons-673046 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=helm-tiller
addons_test.go:109: (dbg) Done: out/minikube-linux-amd64 start -p addons-673046 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=helm-tiller: (2m10.487648294s)
--- PASS: TestAddons/Setup (130.49s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:329: registry stabilized in 23.543055ms
addons_test.go:331: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-6hvp6" [657ca6d2-c896-4592-9e22-b2d77c11bb88] Running
addons_test.go:331: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.099211684s
addons_test.go:334: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-wbljq" [878e26bc-e946-47fd-ad42-f7df7d37457c] Running
addons_test.go:334: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.013462904s
addons_test.go:339: (dbg) Run: kubectl --context addons-673046 delete po -l run=registry-test --now
addons_test.go:344: (dbg) Run: kubectl --context addons-673046 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:344: (dbg) Done: kubectl --context addons-673046 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (4.649581032s)
addons_test.go:358: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 ip
2023/10/09 12:51:23 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:387: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 addons disable registry --alsologtostderr -v=1
addons_test.go:387: (dbg) Done: out/minikube-linux-amd64 -p addons-673046 addons disable registry --alsologtostderr -v=1: (1.477226901s)
--- PASS: TestAddons/parallel/Registry (16.48s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:837: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-jn5nw" [765a3774-1fd3-4d74-8b1d-0b7b742e836b] Running
addons_test.go:837: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 5.010632727s
addons_test.go:840: (dbg) Run: out/minikube-linux-amd64 addons disable inspektor-gadget -p addons-673046
addons_test.go:840: (dbg) Done: out/minikube-linux-amd64 addons disable inspektor-gadget -p addons-673046: (5.948195686s)
--- PASS: TestAddons/parallel/InspektorGadget (10.96s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:406: metrics-server stabilized in 22.910871ms
addons_test.go:408: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-7c66d45ddc-q8dwg" [ff092564-d399-4fbb-bf13-85a501f6114f] Running
addons_test.go:408: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.099293467s
addons_test.go:414: (dbg) Run: kubectl --context addons-673046 top pods -n kube-system
addons_test.go:431: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (5.86s)
=== RUN TestAddons/parallel/HelmTiller
=== PAUSE TestAddons/parallel/HelmTiller
=== CONT TestAddons/parallel/HelmTiller
addons_test.go:455: tiller-deploy stabilized in 3.989231ms
addons_test.go:457: (dbg) TestAddons/parallel/HelmTiller: waiting 6m0s for pods matching "app=helm" in namespace "kube-system" ...
helpers_test.go:344: "tiller-deploy-7b677967b9-6fntj" [3688c21b-60a4-4230-9beb-df8ce44b48df] Running
addons_test.go:457: (dbg) TestAddons/parallel/HelmTiller: app=helm healthy within 5.011532782s
addons_test.go:472: (dbg) Run: kubectl --context addons-673046 run --rm helm-test --restart=Never --image=docker.io/alpine/helm:2.16.3 -it --namespace=kube-system -- version
addons_test.go:472: (dbg) Done: kubectl --context addons-673046 run --rm helm-test --restart=Never --image=docker.io/alpine/helm:2.16.3 -it --namespace=kube-system -- version: (5.895848039s)
addons_test.go:489: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 addons disable helm-tiller --alsologtostderr -v=1
--- PASS: TestAddons/parallel/HelmTiller (11.58s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
addons_test.go:560: csi-hostpath-driver pods stabilized in 24.862524ms
addons_test.go:563: (dbg) Run: kubectl --context addons-673046 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:568: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:573: (dbg) Run: kubectl --context addons-673046 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:578: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [e8d1aec8-bab3-4393-ab86-0c7a6bd6f8e2] Pending
helpers_test.go:344: "task-pv-pod" [e8d1aec8-bab3-4393-ab86-0c7a6bd6f8e2] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [e8d1aec8-bab3-4393-ab86-0c7a6bd6f8e2] Running
addons_test.go:578: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 13.010640586s
addons_test.go:583: (dbg) Run: kubectl --context addons-673046 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:588: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-673046 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-673046 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-673046 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:593: (dbg) Run: kubectl --context addons-673046 delete pod task-pv-pod
addons_test.go:593: (dbg) Done: kubectl --context addons-673046 delete pod task-pv-pod: (1.02446335s)
addons_test.go:599: (dbg) Run: kubectl --context addons-673046 delete pvc hpvc
addons_test.go:605: (dbg) Run: kubectl --context addons-673046 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:610: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:615: (dbg) Run: kubectl --context addons-673046 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:620: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [f73398c7-c7d6-4d85-b30b-e1beb9cfd4fe] Pending
helpers_test.go:344: "task-pv-pod-restore" [f73398c7-c7d6-4d85-b30b-e1beb9cfd4fe] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [f73398c7-c7d6-4d85-b30b-e1beb9cfd4fe] Running
addons_test.go:620: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 8.009557681s
addons_test.go:625: (dbg) Run: kubectl --context addons-673046 delete pod task-pv-pod-restore
addons_test.go:629: (dbg) Run: kubectl --context addons-673046 delete pvc hpvc-restore
addons_test.go:633: (dbg) Run: kubectl --context addons-673046 delete volumesnapshot new-snapshot-demo
addons_test.go:637: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:637: (dbg) Done: out/minikube-linux-amd64 -p addons-673046 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.929989253s)
addons_test.go:641: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 addons disable volumesnapshots --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CSI (66.02s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:823: (dbg) Run: out/minikube-linux-amd64 addons enable headlamp -p addons-673046 --alsologtostderr -v=1
addons_test.go:823: (dbg) Done: out/minikube-linux-amd64 addons enable headlamp -p addons-673046 --alsologtostderr -v=1: (1.305407906s)
addons_test.go:828: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-94b766c-v7t4f" [2a5f13e6-7e6c-4fa7-a72d-d76af7f5221d] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-94b766c-v7t4f" [2a5f13e6-7e6c-4fa7-a72d-d76af7f5221d] Running
addons_test.go:828: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 14.011379682s
--- PASS: TestAddons/parallel/Headlamp (15.32s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:856: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-56665cdfc-mwsr9" [d0a8488d-c6e9-4358-b9d6-d4bfb000b7e9] Running
addons_test.go:856: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.010500551s
addons_test.go:859: (dbg) Run: out/minikube-linux-amd64 addons disable cloud-spanner -p addons-673046
--- PASS: TestAddons/parallel/CloudSpanner (5.52s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:872: (dbg) Run: kubectl --context addons-673046 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:878: (dbg) Run: kubectl --context addons-673046 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:882: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-673046 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:885: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [2aa3c54d-46cc-4cea-a7a4-f121e57cab30] Pending
helpers_test.go:344: "test-local-path" [2aa3c54d-46cc-4cea-a7a4-f121e57cab30] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [2aa3c54d-46cc-4cea-a7a4-f121e57cab30] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [2aa3c54d-46cc-4cea-a7a4-f121e57cab30] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:885: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 6.009738064s
addons_test.go:890: (dbg) Run: kubectl --context addons-673046 get pvc test-pvc -o=json
addons_test.go:899: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 ssh "cat /opt/local-path-provisioner/pvc-ee22af46-f290-4268-9561-7789c4fdc32d_default_test-pvc/file1"
addons_test.go:911: (dbg) Run: kubectl --context addons-673046 delete pod test-local-path
addons_test.go:915: (dbg) Run: kubectl --context addons-673046 delete pvc test-pvc
addons_test.go:919: (dbg) Run: out/minikube-linux-amd64 -p addons-673046 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:919: (dbg) Done: out/minikube-linux-amd64 -p addons-673046 addons disable storage-provisioner-rancher --alsologtostderr -v=1: (43.430167037s)
--- PASS: TestAddons/parallel/LocalPath (56.09s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:951: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-tqb24" [43650e88-b8c3-468c-ad3a-55245b36db93] Running
addons_test.go:951: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.080057917s
addons_test.go:954: (dbg) Run: out/minikube-linux-amd64 addons disable nvidia-device-plugin -p addons-673046
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (5.56s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:649: (dbg) Run: kubectl --context addons-673046 create ns new-namespace
addons_test.go:663: (dbg) Run: kubectl --context addons-673046 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.12s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:171: (dbg) Run: out/minikube-linux-amd64 stop -p addons-673046
addons_test.go:171: (dbg) Done: out/minikube-linux-amd64 stop -p addons-673046: (11.939192894s)
addons_test.go:175: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-673046
addons_test.go:179: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-673046
addons_test.go:184: (dbg) Run: out/minikube-linux-amd64 addons disable gvisor -p addons-673046
--- PASS: TestAddons/StoppedEnableDisable (12.24s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-amd64 start -p cert-options-731028 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-amd64 start -p cert-options-731028 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (27.233413184s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-amd64 -p cert-options-731028 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-731028 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-amd64 ssh -p cert-options-731028 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-731028" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-options-731028
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-options-731028: (1.950889219s)
--- PASS: TestCertOptions (29.85s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-608426 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-608426 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (29.565370115s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-608426 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-608426 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (27.938324195s)
helpers_test.go:175: Cleaning up "cert-expiration-608426" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-expiration-608426
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-expiration-608426: (2.46873992s)
--- PASS: TestCertExpiration (239.97s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-flag-926807 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-flag-926807 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (36.894563632s)
docker_test.go:132: (dbg) Run: out/minikube-linux-amd64 -p force-systemd-flag-926807 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-926807" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-flag-926807
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-flag-926807: (2.468689662s)
--- PASS: TestForceSystemdFlag (39.70s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-env-965010 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-env-965010 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (36.77860632s)
helpers_test.go:175: Cleaning up "force-systemd-env-965010" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-env-965010
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-env-965010: (2.69299062s)
--- PASS: TestForceSystemdEnv (39.47s)
=== RUN TestKVMDriverInstallOrUpdate
=== PAUSE TestKVMDriverInstallOrUpdate
=== CONT TestKVMDriverInstallOrUpdate
--- PASS: TestKVMDriverInstallOrUpdate (3.67s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -p nospam-716869 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-716869 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -p nospam-716869 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-716869 --driver=docker --container-runtime=crio: (24.690068139s)
--- PASS: TestErrorSpam/setup (24.69s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 start --dry-run
--- PASS: TestErrorSpam/start (0.72s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 status
--- PASS: TestErrorSpam/status (0.97s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 pause
--- PASS: TestErrorSpam/pause (1.60s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 unpause
--- PASS: TestErrorSpam/unpause (1.62s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 stop: (1.227818049s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-716869 --log_dir /tmp/nospam-716869 stop
--- PASS: TestErrorSpam/stop (1.45s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1851: local sync path: /home/jenkins/minikube-integration/17259-281723/.minikube/files/etc/test/nested/copy/288499/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2230: (dbg) Run: out/minikube-linux-amd64 start -p functional-542022 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
functional_test.go:2230: (dbg) Done: out/minikube-linux-amd64 start -p functional-542022 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (38.342499748s)
--- PASS: TestFunctional/serial/StartWithProxy (38.34s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
functional_test.go:655: (dbg) Run: out/minikube-linux-amd64 start -p functional-542022 --alsologtostderr -v=8
E1009 12:56:08.115484 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:08.121327 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:08.131706 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:08.152130 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:08.192549 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:08.272978 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:08.433484 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:08.754187 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:09.395202 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:10.675950 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:13.236175 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:18.357127 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 12:56:28.598085 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
functional_test.go:655: (dbg) Done: out/minikube-linux-amd64 start -p functional-542022 --alsologtostderr -v=8: (28.080585209s)
functional_test.go:659: soft start took 28.081387822s for "functional-542022" cluster.
--- PASS: TestFunctional/serial/SoftStart (28.08s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:677: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.05s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:692: (dbg) Run: kubectl --context functional-542022 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.08s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 cache add registry.k8s.io/pause:3.1
functional_test.go:1045: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 cache add registry.k8s.io/pause:3.1: (1.42030409s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 cache add registry.k8s.io/pause:3.3
functional_test.go:1045: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 cache add registry.k8s.io/pause:3.3: (1.555200043s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 cache add registry.k8s.io/pause:latest
functional_test.go:1045: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 cache add registry.k8s.io/pause:latest: (1.425164502s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (4.40s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1073: (dbg) Run: docker build -t minikube-local-cache-test:functional-542022 /tmp/TestFunctionalserialCacheCmdcacheadd_local2186236171/001
functional_test.go:1085: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 cache add minikube-local-cache-test:functional-542022
functional_test.go:1085: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 cache add minikube-local-cache-test:functional-542022: (1.851740171s)
functional_test.go:1090: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 cache delete minikube-local-cache-test:functional-542022
functional_test.go:1079: (dbg) Run: docker rmi minikube-local-cache-test:functional-542022
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (2.20s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1098: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1106: (dbg) Run: out/minikube-linux-amd64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1120: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.30s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1143: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (292.452863ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1154: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 cache reload
functional_test.go:1154: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 cache reload: (1.132063071s)
functional_test.go:1159: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (2.04s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1168: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1168: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.14s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:712: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 kubectl -- --context functional-542022 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:737: (dbg) Run: out/kubectl --context functional-542022 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.13s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:753: (dbg) Run: out/minikube-linux-amd64 start -p functional-542022 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
E1009 12:56:49.078495 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
functional_test.go:753: (dbg) Done: out/minikube-linux-amd64 start -p functional-542022 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (33.506066403s)
functional_test.go:757: restart took 33.506209578s for "functional-542022" cluster.
--- PASS: TestFunctional/serial/ExtraConfig (33.51s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:806: (dbg) Run: kubectl --context functional-542022 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:821: etcd phase: Running
functional_test.go:831: etcd status: Ready
functional_test.go:821: kube-apiserver phase: Running
functional_test.go:831: kube-apiserver status: Ready
functional_test.go:821: kube-controller-manager phase: Running
functional_test.go:831: kube-controller-manager status: Ready
functional_test.go:821: kube-scheduler phase: Running
functional_test.go:831: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.08s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1232: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 logs
functional_test.go:1232: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 logs: (1.438987866s)
--- PASS: TestFunctional/serial/LogsCmd (1.44s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1246: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 logs --file /tmp/TestFunctionalserialLogsFileCmd1307153253/001/logs.txt
functional_test.go:1246: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 logs --file /tmp/TestFunctionalserialLogsFileCmd1307153253/001/logs.txt: (1.475486022s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.48s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2317: (dbg) Run: kubectl --context functional-542022 apply -f testdata/invalidsvc.yaml
functional_test.go:2331: (dbg) Run: out/minikube-linux-amd64 service invalid-svc -p functional-542022
functional_test.go:2331: (dbg) Non-zero exit: out/minikube-linux-amd64 service invalid-svc -p functional-542022: exit status 115 (354.19104ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:30179 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2323: (dbg) Run: kubectl --context functional-542022 delete -f testdata/invalidsvc.yaml
functional_test.go:2323: (dbg) Done: kubectl --context functional-542022 delete -f testdata/invalidsvc.yaml: (1.097109154s)
--- PASS: TestFunctional/serial/InvalidService (4.71s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 config get cpus: exit status 14 (121.765972ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 config set cpus 2
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 config get cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 config get cpus: exit status 14 (92.294731ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.56s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:901: (dbg) daemon: [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-542022 --alsologtostderr -v=1]
functional_test.go:906: (dbg) stopping [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-542022 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 322797: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (12.92s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:970: (dbg) Run: out/minikube-linux-amd64 start -p functional-542022 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:970: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-542022 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (184.282535ms)
-- stdout --
* [functional-542022] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17259
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1009 12:57:40.119052 322411 out.go:296] Setting OutFile to fd 1 ...
I1009 12:57:40.119383 322411 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:57:40.119397 322411 out.go:309] Setting ErrFile to fd 2...
I1009 12:57:40.119404 322411 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:57:40.119707 322411 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:57:40.120403 322411 out.go:303] Setting JSON to false
I1009 12:57:40.121688 322411 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":9603,"bootTime":1696846657,"procs":274,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 12:57:40.121766 322411 start.go:138] virtualization: kvm guest
I1009 12:57:40.124303 322411 out.go:177] * [functional-542022] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 12:57:40.126053 322411 notify.go:220] Checking for updates...
I1009 12:57:40.126073 322411 out.go:177] - MINIKUBE_LOCATION=17259
I1009 12:57:40.128023 322411 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 12:57:40.129581 322411 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 12:57:40.131248 322411 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 12:57:40.132737 322411 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 12:57:40.134418 322411 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 12:57:40.136511 322411 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:57:40.137011 322411 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 12:57:40.159524 322411 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 12:57:40.159641 322411 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:57:40.220513 322411 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:34 OomKillDisable:true NGoroutines:48 SystemTime:2023-10-09 12:57:40.211026368 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:57:40.220628 322411 docker.go:295] overlay module found
I1009 12:57:40.222736 322411 out.go:177] * Using the docker driver based on existing profile
I1009 12:57:40.224256 322411 start.go:298] selected driver: docker
I1009 12:57:40.224276 322411 start.go:902] validating driver "docker" against &{Name:functional-542022 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:functional-542022 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 12:57:40.224397 322411 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 12:57:40.226818 322411 out.go:177]
W1009 12:57:40.228427 322411 out.go:239] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1009 12:57:40.229844 322411 out.go:177]
** /stderr **
functional_test.go:987: (dbg) Run: out/minikube-linux-amd64 start -p functional-542022 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.46s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1016: (dbg) Run: out/minikube-linux-amd64 start -p functional-542022 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1016: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-542022 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (208.70491ms)
-- stdout --
* [functional-542022] minikube v1.31.2 sur Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17259
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1009 12:57:39.017314 322053 out.go:296] Setting OutFile to fd 1 ...
I1009 12:57:39.017448 322053 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:57:39.017459 322053 out.go:309] Setting ErrFile to fd 2...
I1009 12:57:39.017466 322053 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:57:39.017804 322053 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:57:39.018394 322053 out.go:303] Setting JSON to false
I1009 12:57:39.019554 322053 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":9602,"bootTime":1696846657,"procs":277,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 12:57:39.019629 322053 start.go:138] virtualization: kvm guest
I1009 12:57:39.022431 322053 out.go:177] * [functional-542022] minikube v1.31.2 sur Ubuntu 20.04 (kvm/amd64)
I1009 12:57:39.024248 322053 out.go:177] - MINIKUBE_LOCATION=17259
I1009 12:57:39.024262 322053 notify.go:220] Checking for updates...
I1009 12:57:39.027714 322053 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 12:57:39.029336 322053 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 12:57:39.031020 322053 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 12:57:39.032829 322053 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 12:57:39.034576 322053 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 12:57:39.036680 322053 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:57:39.037190 322053 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 12:57:39.060866 322053 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 12:57:39.060980 322053 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 12:57:39.133739 322053 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:34 OomKillDisable:true NGoroutines:48 SystemTime:2023-10-09 12:57:39.12311757 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 12:57:39.133840 322053 docker.go:295] overlay module found
I1009 12:57:39.137902 322053 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I1009 12:57:39.139898 322053 start.go:298] selected driver: docker
I1009 12:57:39.139924 322053 start.go:902] validating driver "docker" against &{Name:functional-542022 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:functional-542022 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 12:57:39.140059 322053 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 12:57:39.143425 322053 out.go:177]
W1009 12:57:39.147561 322053 out.go:239] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1009 12:57:39.149729 322053 out.go:177]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.21s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:850: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 status
functional_test.go:856: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:868: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.08s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1628: (dbg) Run: kubectl --context functional-542022 create deployment hello-node-connect --image=registry.k8s.io/echoserver:1.8
functional_test.go:1634: (dbg) Run: kubectl --context functional-542022 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-55497b8b78-dp4nv" [953dd007-9afe-42ec-a9fc-a64885c33926] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-connect-55497b8b78-dp4nv" [953dd007-9afe-42ec-a9fc-a64885c33926] Running
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 12.010081552s
functional_test.go:1648: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 service hello-node-connect --url
functional_test.go:1654: found endpoint for hello-node-connect: http://192.168.49.2:31592
functional_test.go:1674: http://192.168.49.2:31592: success! body:
Hostname: hello-node-connect-55497b8b78-dp4nv
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:31592
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (12.65s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1689: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 addons list
functional_test.go:1701: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.21s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [162ea37d-a2b2-4c86-9161-e3c6d923b6d7] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.020999468s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-542022 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-542022 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-542022 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-542022 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [74289502-82cf-40ff-9d5a-f1ab6eeb1644] Pending
E1009 12:57:30.039451 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
helpers_test.go:344: "sp-pod" [74289502-82cf-40ff-9d5a-f1ab6eeb1644] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [74289502-82cf-40ff-9d5a-f1ab6eeb1644] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 15.013111597s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-542022 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-542022 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-542022 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [5f76abe1-3239-4964-abcf-9be9b90f7137] Pending
helpers_test.go:344: "sp-pod" [5f76abe1-3239-4964-abcf-9be9b90f7137] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [5f76abe1-3239-4964-abcf-9be9b90f7137] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 14.014203011s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-542022 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (36.36s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1724: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "echo hello"
functional_test.go:1741: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.70s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh -n functional-542022 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 cp functional-542022:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd1042378881/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh -n functional-542022 "sudo cat /home/docker/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (1.34s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1789: (dbg) Run: kubectl --context functional-542022 replace --force -f testdata/mysql.yaml
functional_test.go:1795: (dbg) TestFunctional/parallel/MySQL: waiting 10m0s for pods matching "app=mysql" in namespace "default" ...
helpers_test.go:344: "mysql-859648c796-2mrqk" [fd101086-c29c-474a-92af-62d888d2e0f7] Pending
helpers_test.go:344: "mysql-859648c796-2mrqk" [fd101086-c29c-474a-92af-62d888d2e0f7] Pending / Ready:ContainersNotReady (containers with unready status: [mysql]) / ContainersReady:ContainersNotReady (containers with unready status: [mysql])
helpers_test.go:344: "mysql-859648c796-2mrqk" [fd101086-c29c-474a-92af-62d888d2e0f7] Running
functional_test.go:1795: (dbg) TestFunctional/parallel/MySQL: app=mysql healthy within 21.016408644s
functional_test.go:1803: (dbg) Run: kubectl --context functional-542022 exec mysql-859648c796-2mrqk -- mysql -ppassword -e "show databases;"
functional_test.go:1803: (dbg) Non-zero exit: kubectl --context functional-542022 exec mysql-859648c796-2mrqk -- mysql -ppassword -e "show databases;": exit status 1 (148.873116ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
functional_test.go:1803: (dbg) Run: kubectl --context functional-542022 exec mysql-859648c796-2mrqk -- mysql -ppassword -e "show databases;"
functional_test.go:1803: (dbg) Non-zero exit: kubectl --context functional-542022 exec mysql-859648c796-2mrqk -- mysql -ppassword -e "show databases;": exit status 1 (141.283775ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
functional_test.go:1803: (dbg) Run: kubectl --context functional-542022 exec mysql-859648c796-2mrqk -- mysql -ppassword -e "show databases;"
--- PASS: TestFunctional/parallel/MySQL (24.36s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1925: Checking for existence of /etc/test/nested/copy/288499/hosts within VM
functional_test.go:1927: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo cat /etc/test/nested/copy/288499/hosts"
functional_test.go:1932: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.33s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1968: Checking for existence of /etc/ssl/certs/288499.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo cat /etc/ssl/certs/288499.pem"
functional_test.go:1968: Checking for existence of /usr/share/ca-certificates/288499.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo cat /usr/share/ca-certificates/288499.pem"
functional_test.go:1968: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/2884992.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo cat /etc/ssl/certs/2884992.pem"
functional_test.go:1995: Checking for existence of /usr/share/ca-certificates/2884992.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo cat /usr/share/ca-certificates/2884992.pem"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
2023/10/09 12:57:53 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
--- PASS: TestFunctional/parallel/CertSync (1.78s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:218: (dbg) Run: kubectl --context functional-542022 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.06s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2023: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo systemctl is-active docker"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 ssh "sudo systemctl is-active docker": exit status 1 (271.493882ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2023: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo systemctl is-active containerd"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 ssh "sudo systemctl is-active containerd": exit status 1 (287.87549ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.56s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2284: (dbg) Run: out/minikube-linux-amd64 license
--- PASS: TestFunctional/parallel/License (0.89s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-542022 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-542022 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-542022 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-542022 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 319302: os: process already finished
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.53s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-amd64 -p functional-542022 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-542022 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [f75b5dfe-ab4d-4dd2-bd8c-f09053761fc8] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [f75b5dfe-ab4d-4dd2-bd8c-f09053761fc8] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 12.010688837s
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (12.31s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1438: (dbg) Run: kubectl --context functional-542022 create deployment hello-node --image=registry.k8s.io/echoserver:1.8
functional_test.go:1444: (dbg) Run: kubectl --context functional-542022 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-d7447cc7f-mm85g" [0e932e15-52c4-4ae2-a00d-0daf156fab30] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-d7447cc7f-mm85g" [0e932e15-52c4-4ae2-a00d-0daf156fab30] Running
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 13.009498543s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (13.16s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-542022 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.07s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.104.221.242 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-amd64 -p functional-542022 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1269: (dbg) Run: out/minikube-linux-amd64 profile lis
functional_test.go:1274: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.45s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1309: (dbg) Run: out/minikube-linux-amd64 profile list
functional_test.go:1314: Took "385.532669ms" to run "out/minikube-linux-amd64 profile list"
functional_test.go:1323: (dbg) Run: out/minikube-linux-amd64 profile list -l
functional_test.go:1328: Took "71.512741ms" to run "out/minikube-linux-amd64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.46s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdany-port611784412/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1696856257118442603" to /tmp/TestFunctionalparallelMountCmdany-port611784412/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1696856257118442603" to /tmp/TestFunctionalparallelMountCmdany-port611784412/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1696856257118442603" to /tmp/TestFunctionalparallelMountCmdany-port611784412/001/test-1696856257118442603
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (368.311209ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Oct 9 12:57 created-by-test
-rw-r--r-- 1 docker docker 24 Oct 9 12:57 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Oct 9 12:57 test-1696856257118442603
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh cat /mount-9p/test-1696856257118442603
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-542022 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [dcb3b8b7-7947-4e15-ad63-e720752609de] Pending
helpers_test.go:344: "busybox-mount" [dcb3b8b7-7947-4e15-ad63-e720752609de] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [dcb3b8b7-7947-4e15-ad63-e720752609de] Running
helpers_test.go:344: "busybox-mount" [dcb3b8b7-7947-4e15-ad63-e720752609de] Running: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [dcb3b8b7-7947-4e15-ad63-e720752609de] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 6.01111714s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-542022 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdany-port611784412/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (9.57s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1360: (dbg) Run: out/minikube-linux-amd64 profile list -o json
functional_test.go:1365: Took "323.85732ms" to run "out/minikube-linux-amd64 profile list -o json"
functional_test.go:1373: (dbg) Run: out/minikube-linux-amd64 profile list -o json --light
functional_test.go:1378: Took "64.977261ms" to run "out/minikube-linux-amd64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.39s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1458: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.55s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1488: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 service list -o json
functional_test.go:1493: Took "547.968475ms" to run "out/minikube-linux-amd64 -p functional-542022 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.55s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1508: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 service --namespace=default --https --url hello-node
functional_test.go:1521: found endpoint: https://192.168.49.2:30622
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.41s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1539: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.37s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1558: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 service hello-node --url
functional_test.go:1564: found endpoint for hello-node: http://192.168.49.2:30622
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.38s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2252: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 version --short
--- PASS: TestFunctional/parallel/Version/short (0.08s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2266: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 version -o=json --components
--- PASS: TestFunctional/parallel/Version/components (0.53s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls --format short --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-542022 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.9
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.28.2
registry.k8s.io/kube-proxy:v1.28.2
registry.k8s.io/kube-controller-manager:v1.28.2
registry.k8s.io/kube-apiserver:v1.28.2
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/echoserver:1.8
registry.k8s.io/coredns/coredns:v1.10.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
gcr.io/google-containers/addon-resizer:functional-542022
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/library/mysql:5.7
docker.io/kindest/kindnetd:v20230809-80a64d96
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-542022 image ls --format short --alsologtostderr:
I1009 12:58:10.678967 326988 out.go:296] Setting OutFile to fd 1 ...
I1009 12:58:10.679105 326988 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.679115 326988 out.go:309] Setting ErrFile to fd 2...
I1009 12:58:10.679120 326988 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.679393 326988 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:58:10.680057 326988 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.680186 326988 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.680630 326988 cli_runner.go:164] Run: docker container inspect functional-542022 --format={{.State.Status}}
I1009 12:58:10.700645 326988 ssh_runner.go:195] Run: systemctl --version
I1009 12:58:10.700702 326988 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-542022
I1009 12:58:10.722143 326988 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/functional-542022/id_rsa Username:docker}
I1009 12:58:10.820891 326988 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls --format table --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-542022 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| registry.k8s.io/kube-controller-manager | v1.28.2 | 55f13c92defb1 | 123MB |
| registry.k8s.io/kube-scheduler | v1.28.2 | 7a5d9d67a13f6 | 61.5MB |
| docker.io/kindest/kindnetd | v20230809-80a64d96 | c7d1297425461 | 65.3MB |
| docker.io/library/mysql | 5.7 | a5b7ceed40749 | 601MB |
| docker.io/library/nginx | alpine | d571254277f6a | 44.4MB |
| gcr.io/google-containers/addon-resizer | functional-542022 | ffd4cfbbe753e | 34.1MB |
| registry.k8s.io/etcd | 3.5.9-0 | 73deb9a3f7025 | 295MB |
| registry.k8s.io/pause | 3.1 | da86e6ba6ca19 | 747kB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 56cc512116c8f | 4.63MB |
| registry.k8s.io/coredns/coredns | v1.10.1 | ead0a4a53df89 | 53.6MB |
| registry.k8s.io/pause | 3.3 | 0184c1613d929 | 686kB |
| registry.k8s.io/pause | latest | 350b164e7ae1d | 247kB |
| registry.k8s.io/echoserver | 1.8 | 82e4c8a736a4f | 97.8MB |
| registry.k8s.io/kube-apiserver | v1.28.2 | cdcab12b2dd16 | 127MB |
| docker.io/library/nginx | latest | 61395b4c586da | 191MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | 6e38f40d628db | 31.5MB |
| registry.k8s.io/kube-proxy | v1.28.2 | c120fed2beb84 | 74.7MB |
| registry.k8s.io/pause | 3.9 | e6f1816883972 | 750kB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-542022 image ls --format table --alsologtostderr:
I1009 12:58:10.933276 327154 out.go:296] Setting OutFile to fd 1 ...
I1009 12:58:10.933444 327154 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.933453 327154 out.go:309] Setting ErrFile to fd 2...
I1009 12:58:10.933458 327154 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.933673 327154 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:58:10.934335 327154 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.934486 327154 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.935067 327154 cli_runner.go:164] Run: docker container inspect functional-542022 --format={{.State.Status}}
I1009 12:58:10.956722 327154 ssh_runner.go:195] Run: systemctl --version
I1009 12:58:10.956771 327154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-542022
I1009 12:58:10.982966 327154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/functional-542022/id_rsa Username:docker}
I1009 12:58:11.079410 327154 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls --format json --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-542022 image ls --format json --alsologtostderr:
[{"id":"115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a","docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c"],"repoTags":[],"size":"43824855"},{"id":"a5b7ceed4074932a04ea553af3124bb03b249affe14899e2cd746d1a63e12ecc","repoDigests":["docker.io/library/mysql@sha256:a06310bb26d02a6118ae7fa825c172a0bf594e178c72230fc31674f348033270","docker.io/library/mysql@sha256:e857469c4d22da38abe1f1b60a0e0bf7b0a5812f6bea1e247e375aa1701db925"],"repoTags":["docker.io/library/mysql:5.7"],"size":"600779225"},{"id":"6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944","gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"],"r
epoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"31470524"},{"id":"73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9","repoDigests":["registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15","registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"],"repoTags":["registry.k8s.io/etcd:3.5.9-0"],"size":"295456551"},{"id":"7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8","repoDigests":["registry.k8s.io/kube-scheduler@sha256:6511193f8114a2f011790619698efe12a8119ed9a17e2e36f4c1c759ccf173ab","registry.k8s.io/kube-scheduler@sha256:8fc5b9b97128515266d5435273682ba36115d9ca1b68a5749e6f9a23927ef543"],"repoTags":["registry.k8s.io/kube-scheduler:v1.28.2"],"size":"61485878"},{"id":"56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:a85c92d5
aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"4631262"},{"id":"ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc","repoDigests":["registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e","registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"],"repoTags":["registry.k8s.io/coredns/coredns:v1.10.1"],"size":"53621675"},{"id":"350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06","repoDigests":["registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9"],"repoTags":["registry.k8s.io/pause:latest"],"size":"247077"},{"id":"0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da","repoDigests":["registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"686139"},{"id":"e6f1816883972d4be47b
d48879a08919b96afcd344132622e4d444987919323c","repoDigests":["registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097","registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"],"repoTags":["registry.k8s.io/pause:3.9"],"size":"750414"},{"id":"c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc","repoDigests":["docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052","docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"],"repoTags":["docker.io/kindest/kindnetd:v20230809-80a64d96"],"size":"65258016"},{"id":"07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029"],"repoTags":[],"size":"249229937"},{"id
":"61395b4c586da2b9b3b7ca903ea6a448e6783dfdd7f768ff2c1a0f3360aaba99","repoDigests":["docker.io/library/nginx@sha256:32da30332506740a2f7c34d5dc70467b7f14ec67d912703568daff790ab3f755","docker.io/library/nginx@sha256:b2888fc9cfe7cd9d6727aeb462d13c7c45dec413b66f2819a36c4a3cb9d4df75"],"repoTags":["docker.io/library/nginx:latest"],"size":"190820094"},{"id":"ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91","repoDigests":["gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126"],"repoTags":["gcr.io/google-containers/addon-resizer:functional-542022"],"size":"34114467"},{"id":"82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410","repoDigests":["registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969"],"repoTags":["registry.k8s.io/echoserver:1.8"],"size":"97846543"},{"id":"c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0","repoDigests":["registry.k8s.io/kube-proxy@sha256:3330e4
91169be46febd3f4e487924195f60c09f284bbda38cab7cbe71a51fded","registry.k8s.io/kube-proxy@sha256:41c8f92d1cd571e0e36af431f35c78379f84f5daf5b85d43014a9940d697afcf"],"repoTags":["registry.k8s.io/kube-proxy:v1.28.2"],"size":"74687895"},{"id":"d571254277f6a0ba9d0c4a08f29b94476dcd4a95275bd484ece060ee4ff847e4","repoDigests":["docker.io/library/nginx@sha256:34b58b4f5c6d133d97298cbaae140283dc325ff1aeffb28176f63078baeffd14","docker.io/library/nginx@sha256:4c93a3bd8bf95412889dd84213570102176b6052d88bb828eaf449c56aca55ef"],"repoTags":["docker.io/library/nginx:alpine"],"size":"44434729"},{"id":"cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce","repoDigests":["registry.k8s.io/kube-apiserver@sha256:07ec0f29e172784b9fda870d63430a84befade590a2220c1fcce52f17cd24631","registry.k8s.io/kube-apiserver@sha256:6beea2e5531a0606613594fd3ed92d71bbdcef99dd3237522049a0b32cad736c"],"repoTags":["registry.k8s.io/kube-apiserver:v1.28.2"],"size":"127149008"},{"id":"55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f5
7","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:6a42ce14d716205a99763f3c732c0a8f0ea041bdbbea7d2dfffcc53dafd7cac4","registry.k8s.io/kube-controller-manager@sha256:757a9c9d2f2329799490f9cec6c8ea12dfe4b6225051f6436f39d22a1def682e"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.28.2"],"size":"123171638"},{"id":"da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e","repoDigests":["registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"746911"}]
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-542022 image ls --format json --alsologtostderr:
I1009 12:58:10.937653 327153 out.go:296] Setting OutFile to fd 1 ...
I1009 12:58:10.937917 327153 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.937927 327153 out.go:309] Setting ErrFile to fd 2...
I1009 12:58:10.937932 327153 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.938114 327153 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:58:10.938717 327153 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.938841 327153 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.939337 327153 cli_runner.go:164] Run: docker container inspect functional-542022 --format={{.State.Status}}
I1009 12:58:10.957857 327153 ssh_runner.go:195] Run: systemctl --version
I1009 12:58:10.957909 327153 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-542022
I1009 12:58:10.976981 327153 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/functional-542022/id_rsa Username:docker}
I1009 12:58:11.071596 327153 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls --format yaml --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-542022 image ls --format yaml --alsologtostderr:
- id: cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:07ec0f29e172784b9fda870d63430a84befade590a2220c1fcce52f17cd24631
- registry.k8s.io/kube-apiserver@sha256:6beea2e5531a0606613594fd3ed92d71bbdcef99dd3237522049a0b32cad736c
repoTags:
- registry.k8s.io/kube-apiserver:v1.28.2
size: "127149008"
- id: 55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:6a42ce14d716205a99763f3c732c0a8f0ea041bdbbea7d2dfffcc53dafd7cac4
- registry.k8s.io/kube-controller-manager@sha256:757a9c9d2f2329799490f9cec6c8ea12dfe4b6225051f6436f39d22a1def682e
repoTags:
- registry.k8s.io/kube-controller-manager:v1.28.2
size: "123171638"
- id: 7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:6511193f8114a2f011790619698efe12a8119ed9a17e2e36f4c1c759ccf173ab
- registry.k8s.io/kube-scheduler@sha256:8fc5b9b97128515266d5435273682ba36115d9ca1b68a5749e6f9a23927ef543
repoTags:
- registry.k8s.io/kube-scheduler:v1.28.2
size: "61485878"
- id: 82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410
repoDigests:
- registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969
repoTags:
- registry.k8s.io/echoserver:1.8
size: "97846543"
- id: ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e
- registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378
repoTags:
- registry.k8s.io/coredns/coredns:v1.10.1
size: "53621675"
- id: c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0
repoDigests:
- registry.k8s.io/kube-proxy@sha256:3330e491169be46febd3f4e487924195f60c09f284bbda38cab7cbe71a51fded
- registry.k8s.io/kube-proxy@sha256:41c8f92d1cd571e0e36af431f35c78379f84f5daf5b85d43014a9940d697afcf
repoTags:
- registry.k8s.io/kube-proxy:v1.28.2
size: "74687895"
- id: 61395b4c586da2b9b3b7ca903ea6a448e6783dfdd7f768ff2c1a0f3360aaba99
repoDigests:
- docker.io/library/nginx@sha256:32da30332506740a2f7c34d5dc70467b7f14ec67d912703568daff790ab3f755
- docker.io/library/nginx@sha256:b2888fc9cfe7cd9d6727aeb462d13c7c45dec413b66f2819a36c4a3cb9d4df75
repoTags:
- docker.io/library/nginx:latest
size: "190820094"
- id: 115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
repoTags: []
size: "43824855"
- id: a5b7ceed4074932a04ea553af3124bb03b249affe14899e2cd746d1a63e12ecc
repoDigests:
- docker.io/library/mysql@sha256:a06310bb26d02a6118ae7fa825c172a0bf594e178c72230fc31674f348033270
- docker.io/library/mysql@sha256:e857469c4d22da38abe1f1b60a0e0bf7b0a5812f6bea1e247e375aa1701db925
repoTags:
- docker.io/library/mysql:5.7
size: "600779225"
- id: d571254277f6a0ba9d0c4a08f29b94476dcd4a95275bd484ece060ee4ff847e4
repoDigests:
- docker.io/library/nginx@sha256:34b58b4f5c6d133d97298cbaae140283dc325ff1aeffb28176f63078baeffd14
- docker.io/library/nginx@sha256:4c93a3bd8bf95412889dd84213570102176b6052d88bb828eaf449c56aca55ef
repoTags:
- docker.io/library/nginx:alpine
size: "44434729"
- id: ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91
repoDigests:
- gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126
repoTags:
- gcr.io/google-containers/addon-resizer:functional-542022
size: "34114467"
- id: da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e
repoDigests:
- registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e
repoTags:
- registry.k8s.io/pause:3.1
size: "746911"
- id: 0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da
repoDigests:
- registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04
repoTags:
- registry.k8s.io/pause:3.3
size: "686139"
- id: e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c
repoDigests:
- registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097
- registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10
repoTags:
- registry.k8s.io/pause:3.9
size: "750414"
- id: c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc
repoDigests:
- docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052
- docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4
repoTags:
- docker.io/kindest/kindnetd:v20230809-80a64d96
size: "65258016"
- id: 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "4631262"
- id: 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
- gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "31470524"
- id: 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9
repoDigests:
- registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15
- registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3
repoTags:
- registry.k8s.io/etcd:3.5.9-0
size: "295456551"
- id: 350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06
repoDigests:
- registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9
repoTags:
- registry.k8s.io/pause:latest
size: "247077"
- id: 07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029
repoTags: []
size: "249229937"
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-542022 image ls --format yaml --alsologtostderr:
I1009 12:58:10.677738 326989 out.go:296] Setting OutFile to fd 1 ...
I1009 12:58:10.677895 326989 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.677906 326989 out.go:309] Setting ErrFile to fd 2...
I1009 12:58:10.677910 326989 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.678145 326989 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:58:10.678803 326989 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.678899 326989 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.679379 326989 cli_runner.go:164] Run: docker container inspect functional-542022 --format={{.State.Status}}
I1009 12:58:10.698111 326989 ssh_runner.go:195] Run: systemctl --version
I1009 12:58:10.698167 326989 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-542022
I1009 12:58:10.720489 326989 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/functional-542022/id_rsa Username:docker}
I1009 12:58:10.820887 326989 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:307: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh pgrep buildkitd
functional_test.go:307: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 ssh pgrep buildkitd: exit status 1 (307.994224ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:314: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image build -t localhost/my-image:functional-542022 testdata/build --alsologtostderr
functional_test.go:314: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 image build -t localhost/my-image:functional-542022 testdata/build --alsologtostderr: (2.736878373s)
functional_test.go:319: (dbg) Stdout: out/minikube-linux-amd64 -p functional-542022 image build -t localhost/my-image:functional-542022 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> 6703214cfb7
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-542022
--> 914537ed7ec
Successfully tagged localhost/my-image:functional-542022
914537ed7ecc399ac2b0fb36cead585598a2a07c99ed8987e39763e1f18f1741
functional_test.go:322: (dbg) Stderr: out/minikube-linux-amd64 -p functional-542022 image build -t localhost/my-image:functional-542022 testdata/build --alsologtostderr:
I1009 12:58:10.986790 327176 out.go:296] Setting OutFile to fd 1 ...
I1009 12:58:10.987012 327176 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.987040 327176 out.go:309] Setting ErrFile to fd 2...
I1009 12:58:10.987056 327176 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 12:58:10.987659 327176 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 12:58:10.988524 327176 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.989294 327176 config.go:182] Loaded profile config "functional-542022": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 12:58:10.989851 327176 cli_runner.go:164] Run: docker container inspect functional-542022 --format={{.State.Status}}
I1009 12:58:11.006647 327176 ssh_runner.go:195] Run: systemctl --version
I1009 12:58:11.006709 327176 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-542022
I1009 12:58:11.023368 327176 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/functional-542022/id_rsa Username:docker}
I1009 12:58:11.119747 327176 build_images.go:151] Building image from path: /tmp/build.770545357.tar
I1009 12:58:11.119808 327176 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1009 12:58:11.128625 327176 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.770545357.tar
I1009 12:58:11.132493 327176 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.770545357.tar: stat -c "%s %y" /var/lib/minikube/build/build.770545357.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.770545357.tar': No such file or directory
I1009 12:58:11.132524 327176 ssh_runner.go:362] scp /tmp/build.770545357.tar --> /var/lib/minikube/build/build.770545357.tar (3072 bytes)
I1009 12:58:11.154624 327176 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.770545357
I1009 12:58:11.163242 327176 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.770545357 -xf /var/lib/minikube/build/build.770545357.tar
I1009 12:58:11.172193 327176 crio.go:297] Building image: /var/lib/minikube/build/build.770545357
I1009 12:58:11.172270 327176 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-542022 /var/lib/minikube/build/build.770545357 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying config sha256:beae173ccac6ad749f76713cf4440fe3d21d1043fe616dfbe30775815d1d0f6a
Writing manifest to image destination
Storing signatures
I1009 12:58:13.623721 327176 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-542022 /var/lib/minikube/build/build.770545357 --cgroup-manager=cgroupfs: (2.451416281s)
I1009 12:58:13.623809 327176 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.770545357
I1009 12:58:13.632727 327176 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.770545357.tar
I1009 12:58:13.640893 327176 build_images.go:207] Built localhost/my-image:functional-542022 from /tmp/build.770545357.tar
I1009 12:58:13.640935 327176 build_images.go:123] succeeded building to: functional-542022
I1009 12:58:13.640942 327176 build_images.go:124] failed building to:
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (3.29s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:341: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:341: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.8: (1.702838364s)
functional_test.go:346: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.8 gcr.io/google-containers/addon-resizer:functional-542022
--- PASS: TestFunctional/parallel/ImageCommands/Setup (1.73s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:354: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image load --daemon gcr.io/google-containers/addon-resizer:functional-542022 --alsologtostderr
functional_test.go:354: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 image load --daemon gcr.io/google-containers/addon-resizer:functional-542022 --alsologtostderr: (7.4456246s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (7.70s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdspecific-port4024699050/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (486.979318ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdspecific-port4024699050/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 ssh "sudo umount -f /mount-9p": exit status 1 (295.77046ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-amd64 -p functional-542022 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdspecific-port4024699050/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (1.99s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1509374028/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1509374028/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1509374028/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T" /mount1: exit status 1 (404.139864ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-amd64 mount -p functional-542022 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1509374028/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1509374028/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-542022 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1509374028/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (2.10s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:364: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image load --daemon gcr.io/google-containers/addon-resizer:functional-542022 --alsologtostderr
functional_test.go:364: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 image load --daemon gcr.io/google-containers/addon-resizer:functional-542022 --alsologtostderr: (3.37834782s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (3.64s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.14s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.17s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.16s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:379: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image save gcr.io/google-containers/addon-resizer:functional-542022 /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr
functional_test.go:379: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 image save gcr.io/google-containers/addon-resizer:functional-542022 /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr: (1.391636956s)
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (1.39s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:391: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image rm gcr.io/google-containers/addon-resizer:functional-542022 --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.51s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:408: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image load /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr
functional_test.go:408: (dbg) Done: out/minikube-linux-amd64 -p functional-542022 image load /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr: (1.11843192s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (1.37s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:418: (dbg) Run: docker rmi gcr.io/google-containers/addon-resizer:functional-542022
functional_test.go:423: (dbg) Run: out/minikube-linux-amd64 -p functional-542022 image save --daemon gcr.io/google-containers/addon-resizer:functional-542022 --alsologtostderr
functional_test.go:428: (dbg) Run: docker image inspect gcr.io/google-containers/addon-resizer:functional-542022
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.81s)
=== RUN TestFunctional/delete_addon-resizer_images
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:functional-542022
--- PASS: TestFunctional/delete_addon-resizer_images (0.07s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:197: (dbg) Run: docker rmi -f localhost/my-image:functional-542022
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:205: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-542022
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestIngressAddonLegacy/StartLegacyK8sCluster
ingress_addon_legacy_test.go:39: (dbg) Run: out/minikube-linux-amd64 start -p ingress-addon-legacy-680285 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E1009 12:58:51.960283 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
ingress_addon_legacy_test.go:39: (dbg) Done: out/minikube-linux-amd64 start -p ingress-addon-legacy-680285 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (1m28.961162357s)
--- PASS: TestIngressAddonLegacy/StartLegacyK8sCluster (88.96s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddonActivation
ingress_addon_legacy_test.go:70: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 addons enable ingress --alsologtostderr -v=5
ingress_addon_legacy_test.go:70: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 addons enable ingress --alsologtostderr -v=5: (14.870562196s)
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressAddonActivation (14.87s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation
ingress_addon_legacy_test.go:79: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-680285 addons enable ingress-dns --alsologtostderr -v=5
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation (0.59s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 start -p json-output-583255 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
E1009 13:03:46.019491 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 start -p json-output-583255 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (39.886641872s)
--- PASS: TestJSONOutput/start/Command (39.89s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 pause -p json-output-583255 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.72s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 unpause -p json-output-583255 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.62s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 stop -p json-output-583255 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 stop -p json-output-583255 --output=json --user=testUser: (5.757417243s)
--- PASS: TestJSONOutput/stop/Command (5.76s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-amd64 start -p json-output-error-050898 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p json-output-error-050898 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (95.245781ms)
-- stdout --
{"specversion":"1.0","id":"2f633b48-6503-43c2-a9eb-97054f9f6e4b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-050898] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"aa35ccaf-d6d4-49cf-b979-85576e664d9e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17259"}}
{"specversion":"1.0","id":"f72333af-bc74-4220-946a-f5b589bf3472","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"2eac5cfb-7709-4a69-9aa5-ce8ff9085b11","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig"}}
{"specversion":"1.0","id":"146da585-61f1-4bbb-a76e-050a3ab4f61a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube"}}
{"specversion":"1.0","id":"4c6edce1-4710-4a9e-95fe-c2e5f0f30b33","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"a185f0a7-6079-4654-b32b-188c0c7c91ca","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"d3b81d41-c4cf-4d8e-81a4-1d357afa48c9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/amd64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-050898" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p json-output-error-050898
--- PASS: TestErrorJSONOutput (0.26s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-386553 --network=
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-386553 --network=: (40.894827954s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-386553" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-386553
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-386553: (2.066024669s)
--- PASS: TestKicCustomNetwork/create_custom_network (42.98s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-751330 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-751330 --network=bridge: (22.598960912s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-751330" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-751330
E1009 13:05:06.675324 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:06.680730 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:06.691057 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:06.711456 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:06.751840 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:06.832293 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:06.992698 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:07.313296 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:07.940057 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:05:07.954310 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-751330: (1.841597781s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (24.46s)
=== RUN TestKicExistingNetwork
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-amd64 start -p existing-network-613798 --network=existing-network
E1009 13:05:09.234844 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:11.795204 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:16.915901 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:05:27.156424 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-amd64 start -p existing-network-613798 --network=existing-network: (26.784615508s)
helpers_test.go:175: Cleaning up "existing-network-613798" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p existing-network-613798
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p existing-network-613798: (1.933154404s)
--- PASS: TestKicExistingNetwork (28.86s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-subnet-809031 --subnet=192.168.60.0/24
E1009 13:05:47.637428 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-subnet-809031 --subnet=192.168.60.0/24: (22.766457763s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-809031 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-809031" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p custom-subnet-809031
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p custom-subnet-809031: (2.100091604s)
--- PASS: TestKicCustomSubnet (24.88s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-amd64 start -p static-ip-682176 --static-ip=192.168.200.200
E1009 13:06:08.114405 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-amd64 start -p static-ip-682176 --static-ip=192.168.200.200: (23.193483368s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-amd64 -p static-ip-682176 ip
helpers_test.go:175: Cleaning up "static-ip-682176" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p static-ip-682176
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p static-ip-682176: (2.098679684s)
--- PASS: TestKicStaticIP (25.45s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-amd64
--- PASS: TestMainNoArgs (0.07s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p first-663622 --driver=docker --container-runtime=crio
E1009 13:06:28.598153 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p first-663622 --driver=docker --container-runtime=crio: (21.499301534s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p second-665805 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p second-665805 --driver=docker --container-runtime=crio: (24.914289635s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile first-663622
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile second-665805
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
helpers_test.go:175: Cleaning up "second-665805" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p second-665805
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p second-665805: (1.873151831s)
helpers_test.go:175: Cleaning up "first-663622" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p first-663622
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p first-663622: (2.211772221s)
--- PASS: TestMinikubeProfile (51.60s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-1-960737 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-1-960737 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.080199071s)
E1009 13:07:24.096738 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
--- PASS: TestMountStart/serial/StartWithMountFirst (6.08s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-1-960737 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.26s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-977709 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-977709 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (4.770006128s)
--- PASS: TestMountStart/serial/StartWithMountSecond (5.77s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-977709 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.28s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p mount-start-1-960737 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p mount-start-1-960737 --alsologtostderr -v=5: (1.655123186s)
--- PASS: TestMountStart/serial/DeleteFirst (1.66s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-977709 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.27s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-amd64 stop -p mount-start-2-977709
mount_start_test.go:155: (dbg) Done: out/minikube-linux-amd64 stop -p mount-start-2-977709: (1.216387819s)
--- PASS: TestMountStart/serial/Stop (1.22s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-977709
mount_start_test.go:166: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-977709: (6.405477569s)
--- PASS: TestMountStart/serial/RestartStopped (7.41s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-977709 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.28s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:85: (dbg) Run: out/minikube-linux-amd64 start -p multinode-882803 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1009 13:07:50.519343 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:07:51.780960 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
multinode_test.go:85: (dbg) Done: out/minikube-linux-amd64 start -p multinode-882803 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (59.207006368s)
multinode_test.go:91: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (59.69s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:481: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:486: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- rollout status deployment/busybox
multinode_test.go:486: (dbg) Done: out/minikube-linux-amd64 kubectl -p multinode-882803 -- rollout status deployment/busybox: (3.255299028s)
multinode_test.go:493: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:516: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:524: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8m7xw -- nslookup kubernetes.io
multinode_test.go:524: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8mktz -- nslookup kubernetes.io
multinode_test.go:534: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8m7xw -- nslookup kubernetes.default
multinode_test.go:534: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8mktz -- nslookup kubernetes.default
multinode_test.go:542: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8m7xw -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:542: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-882803 -- exec busybox-5bc68d56bd-8mktz -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (5.07s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:110: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-882803 -v 3 --alsologtostderr
multinode_test.go:110: (dbg) Done: out/minikube-linux-amd64 node add -p multinode-882803 -v 3 --alsologtostderr: (16.988418718s)
multinode_test.go:116: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (17.64s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:132: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.30s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:173: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp testdata/cp-test.txt multinode-882803:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile923108179/001/cp-test_multinode-882803.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803:/home/docker/cp-test.txt multinode-882803-m02:/home/docker/cp-test_multinode-882803_multinode-882803-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m02 "sudo cat /home/docker/cp-test_multinode-882803_multinode-882803-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803:/home/docker/cp-test.txt multinode-882803-m03:/home/docker/cp-test_multinode-882803_multinode-882803-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m03 "sudo cat /home/docker/cp-test_multinode-882803_multinode-882803-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp testdata/cp-test.txt multinode-882803-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile923108179/001/cp-test_multinode-882803-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803-m02:/home/docker/cp-test.txt multinode-882803:/home/docker/cp-test_multinode-882803-m02_multinode-882803.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803 "sudo cat /home/docker/cp-test_multinode-882803-m02_multinode-882803.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803-m02:/home/docker/cp-test.txt multinode-882803-m03:/home/docker/cp-test_multinode-882803-m02_multinode-882803-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m03 "sudo cat /home/docker/cp-test_multinode-882803-m02_multinode-882803-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp testdata/cp-test.txt multinode-882803-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile923108179/001/cp-test_multinode-882803-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803-m03:/home/docker/cp-test.txt multinode-882803:/home/docker/cp-test_multinode-882803-m03_multinode-882803.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803 "sudo cat /home/docker/cp-test_multinode-882803-m03_multinode-882803.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 cp multinode-882803-m03:/home/docker/cp-test.txt multinode-882803-m02:/home/docker/cp-test_multinode-882803-m03_multinode-882803-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 ssh -n multinode-882803-m02 "sudo cat /home/docker/cp-test_multinode-882803-m03_multinode-882803-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (9.64s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:210: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 node stop m03
multinode_test.go:210: (dbg) Done: out/minikube-linux-amd64 -p multinode-882803 node stop m03: (1.214226221s)
multinode_test.go:216: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status
multinode_test.go:216: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-882803 status: exit status 7 (511.295049ms)
-- stdout --
multinode-882803
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-882803-m02
type: Worker
host: Running
kubelet: Running
multinode-882803-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:223: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status --alsologtostderr
multinode_test.go:223: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-882803 status --alsologtostderr: exit status 7 (491.856428ms)
-- stdout --
multinode-882803
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-882803-m02
type: Worker
host: Running
kubelet: Running
multinode-882803-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1009 13:09:21.174852 386752 out.go:296] Setting OutFile to fd 1 ...
I1009 13:09:21.175103 386752 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:09:21.175112 386752 out.go:309] Setting ErrFile to fd 2...
I1009 13:09:21.175116 386752 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:09:21.175371 386752 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 13:09:21.175559 386752 out.go:303] Setting JSON to false
I1009 13:09:21.175604 386752 mustload.go:65] Loading cluster: multinode-882803
I1009 13:09:21.175726 386752 notify.go:220] Checking for updates...
I1009 13:09:21.176021 386752 config.go:182] Loaded profile config "multinode-882803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:09:21.176037 386752 status.go:255] checking status of multinode-882803 ...
I1009 13:09:21.176450 386752 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Status}}
I1009 13:09:21.196287 386752 status.go:330] multinode-882803 host status = "Running" (err=<nil>)
I1009 13:09:21.196312 386752 host.go:66] Checking if "multinode-882803" exists ...
I1009 13:09:21.196567 386752 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-882803
I1009 13:09:21.212840 386752 host.go:66] Checking if "multinode-882803" exists ...
I1009 13:09:21.213187 386752 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 13:09:21.213243 386752 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803
I1009 13:09:21.231540 386752 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803/id_rsa Username:docker}
I1009 13:09:21.324378 386752 ssh_runner.go:195] Run: systemctl --version
I1009 13:09:21.328369 386752 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 13:09:21.338847 386752 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 13:09:21.399572 386752 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:45 OomKillDisable:true NGoroutines:57 SystemTime:2023-10-09 13:09:21.388203758 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 13:09:21.400131 386752 kubeconfig.go:92] found "multinode-882803" server: "https://192.168.58.2:8443"
I1009 13:09:21.400151 386752 api_server.go:166] Checking apiserver status ...
I1009 13:09:21.400182 386752 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1009 13:09:21.410480 386752 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1441/cgroup
I1009 13:09:21.418995 386752 api_server.go:182] apiserver freezer: "13:freezer:/docker/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/crio/crio-3a17505bad70044532e6c8ae1c4b9f28e1b40942023e2bc79bd8f30572918073"
I1009 13:09:21.419079 386752 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/7d34bc501f08c25ae2a17b057a3d37f9e5c5c4f9c01568cfbeb6b0061d51a714/crio/crio-3a17505bad70044532e6c8ae1c4b9f28e1b40942023e2bc79bd8f30572918073/freezer.state
I1009 13:09:21.427116 386752 api_server.go:204] freezer state: "THAWED"
I1009 13:09:21.427145 386752 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I1009 13:09:21.433210 386752 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I1009 13:09:21.433233 386752 status.go:421] multinode-882803 apiserver status = Running (err=<nil>)
I1009 13:09:21.433243 386752 status.go:257] multinode-882803 status: &{Name:multinode-882803 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1009 13:09:21.433259 386752 status.go:255] checking status of multinode-882803-m02 ...
I1009 13:09:21.433488 386752 cli_runner.go:164] Run: docker container inspect multinode-882803-m02 --format={{.State.Status}}
I1009 13:09:21.451510 386752 status.go:330] multinode-882803-m02 host status = "Running" (err=<nil>)
I1009 13:09:21.451539 386752 host.go:66] Checking if "multinode-882803-m02" exists ...
I1009 13:09:21.451865 386752 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-882803-m02
I1009 13:09:21.468660 386752 host.go:66] Checking if "multinode-882803-m02" exists ...
I1009 13:09:21.468916 386752 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 13:09:21.468956 386752 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-882803-m02
I1009 13:09:21.486039 386752 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17259-281723/.minikube/machines/multinode-882803-m02/id_rsa Username:docker}
I1009 13:09:21.576091 386752 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 13:09:21.586087 386752 status.go:257] multinode-882803-m02 status: &{Name:multinode-882803-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1009 13:09:21.586137 386752 status.go:255] checking status of multinode-882803-m03 ...
I1009 13:09:21.586376 386752 cli_runner.go:164] Run: docker container inspect multinode-882803-m03 --format={{.State.Status}}
I1009 13:09:21.602706 386752 status.go:330] multinode-882803-m03 host status = "Stopped" (err=<nil>)
I1009 13:09:21.602732 386752 status.go:343] host is not running, skipping remaining checks
I1009 13:09:21.602738 386752 status.go:257] multinode-882803-m03 status: &{Name:multinode-882803-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.22s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:244: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:254: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 node start m03 --alsologtostderr
multinode_test.go:254: (dbg) Done: out/minikube-linux-amd64 -p multinode-882803 node start m03 --alsologtostderr: (9.968167756s)
multinode_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status
multinode_test.go:275: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (10.69s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:283: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-882803
multinode_test.go:290: (dbg) Run: out/minikube-linux-amd64 stop -p multinode-882803
multinode_test.go:290: (dbg) Done: out/minikube-linux-amd64 stop -p multinode-882803: (25.031516091s)
multinode_test.go:295: (dbg) Run: out/minikube-linux-amd64 start -p multinode-882803 --wait=true -v=8 --alsologtostderr
E1009 13:10:06.675143 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:10:34.360582 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:11:08.114874 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
multinode_test.go:295: (dbg) Done: out/minikube-linux-amd64 start -p multinode-882803 --wait=true -v=8 --alsologtostderr: (1m32.942624096s)
multinode_test.go:300: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-882803
--- PASS: TestMultiNode/serial/RestartKeepsNodes (118.11s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:394: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 node delete m03
multinode_test.go:394: (dbg) Done: out/minikube-linux-amd64 -p multinode-882803 node delete m03: (4.121967444s)
multinode_test.go:400: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status --alsologtostderr
multinode_test.go:414: (dbg) Run: docker volume ls
multinode_test.go:424: (dbg) Run: kubectl get nodes
multinode_test.go:432: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (4.77s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:314: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 stop
multinode_test.go:314: (dbg) Done: out/minikube-linux-amd64 -p multinode-882803 stop: (23.715319382s)
multinode_test.go:320: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status
multinode_test.go:320: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-882803 status: exit status 7 (103.070012ms)
-- stdout --
multinode-882803
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-882803-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:327: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status --alsologtostderr
multinode_test.go:327: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-882803 status --alsologtostderr: exit status 7 (98.911147ms)
-- stdout --
multinode-882803
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-882803-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1009 13:11:59.055553 397096 out.go:296] Setting OutFile to fd 1 ...
I1009 13:11:59.055819 397096 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:11:59.055828 397096 out.go:309] Setting ErrFile to fd 2...
I1009 13:11:59.055832 397096 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:11:59.056028 397096 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 13:11:59.056201 397096 out.go:303] Setting JSON to false
I1009 13:11:59.056242 397096 mustload.go:65] Loading cluster: multinode-882803
I1009 13:11:59.056286 397096 notify.go:220] Checking for updates...
I1009 13:11:59.056653 397096 config.go:182] Loaded profile config "multinode-882803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:11:59.056670 397096 status.go:255] checking status of multinode-882803 ...
I1009 13:11:59.057031 397096 cli_runner.go:164] Run: docker container inspect multinode-882803 --format={{.State.Status}}
I1009 13:11:59.074187 397096 status.go:330] multinode-882803 host status = "Stopped" (err=<nil>)
I1009 13:11:59.074215 397096 status.go:343] host is not running, skipping remaining checks
I1009 13:11:59.074221 397096 status.go:257] multinode-882803 status: &{Name:multinode-882803 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1009 13:11:59.074253 397096 status.go:255] checking status of multinode-882803-m02 ...
I1009 13:11:59.074516 397096 cli_runner.go:164] Run: docker container inspect multinode-882803-m02 --format={{.State.Status}}
I1009 13:11:59.091717 397096 status.go:330] multinode-882803-m02 host status = "Stopped" (err=<nil>)
I1009 13:11:59.091743 397096 status.go:343] host is not running, skipping remaining checks
I1009 13:11:59.091751 397096 status.go:257] multinode-882803-m02 status: &{Name:multinode-882803-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.92s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:344: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:354: (dbg) Run: out/minikube-linux-amd64 start -p multinode-882803 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1009 13:12:24.096336 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:12:31.162473 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
multinode_test.go:354: (dbg) Done: out/minikube-linux-amd64 start -p multinode-882803 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m18.616936398s)
multinode_test.go:360: (dbg) Run: out/minikube-linux-amd64 -p multinode-882803 status --alsologtostderr
multinode_test.go:374: (dbg) Run: kubectl get nodes
multinode_test.go:382: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (79.27s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:443: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-882803
multinode_test.go:452: (dbg) Run: out/minikube-linux-amd64 start -p multinode-882803-m02 --driver=docker --container-runtime=crio
multinode_test.go:452: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p multinode-882803-m02 --driver=docker --container-runtime=crio: exit status 14 (95.055455ms)
-- stdout --
* [multinode-882803-m02] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17259
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-882803-m02' is duplicated with machine name 'multinode-882803-m02' in profile 'multinode-882803'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:460: (dbg) Run: out/minikube-linux-amd64 start -p multinode-882803-m03 --driver=docker --container-runtime=crio
multinode_test.go:460: (dbg) Done: out/minikube-linux-amd64 start -p multinode-882803-m03 --driver=docker --container-runtime=crio: (24.734913705s)
multinode_test.go:467: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-882803
multinode_test.go:467: (dbg) Non-zero exit: out/minikube-linux-amd64 node add -p multinode-882803: exit status 80 (292.818371ms)
-- stdout --
* Adding node m03 to cluster multinode-882803
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-882803-m03 already exists in multinode-882803-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-amd64 delete -p multinode-882803-m03
multinode_test.go:472: (dbg) Done: out/minikube-linux-amd64 delete -p multinode-882803-m03: (1.898960871s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (27.09s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-031207 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
preload_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-031207 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m14.949472015s)
preload_test.go:52: (dbg) Run: out/minikube-linux-amd64 -p test-preload-031207 image pull gcr.io/k8s-minikube/busybox
E1009 13:15:06.675691 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
preload_test.go:52: (dbg) Done: out/minikube-linux-amd64 -p test-preload-031207 image pull gcr.io/k8s-minikube/busybox: (2.489807786s)
preload_test.go:58: (dbg) Run: out/minikube-linux-amd64 stop -p test-preload-031207
preload_test.go:58: (dbg) Done: out/minikube-linux-amd64 stop -p test-preload-031207: (5.723495768s)
preload_test.go:66: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-031207 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
E1009 13:16:08.114803 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
preload_test.go:66: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-031207 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (54.01418194s)
preload_test.go:71: (dbg) Run: out/minikube-linux-amd64 -p test-preload-031207 image list
helpers_test.go:175: Cleaning up "test-preload-031207" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p test-preload-031207
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p test-preload-031207: (2.321003633s)
--- PASS: TestPreload (139.74s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-amd64 start -p scheduled-stop-727470 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-amd64 start -p scheduled-stop-727470 --memory=2048 --driver=docker --container-runtime=crio: (21.721790538s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-727470 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-amd64 status --format={{.TimeToStop}} -p scheduled-stop-727470 -n scheduled-stop-727470
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-727470 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-727470 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-727470 -n scheduled-stop-727470
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-727470
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-727470 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
E1009 13:17:24.096853 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-727470
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p scheduled-stop-727470: exit status 7 (84.144883ms)
-- stdout --
scheduled-stop-727470
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-727470 -n scheduled-stop-727470
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-727470 -n scheduled-stop-727470: exit status 7 (79.088758ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-727470" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p scheduled-stop-727470
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p scheduled-stop-727470: (4.620366981s)
--- PASS: TestScheduledStopUnix (97.89s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-amd64 start -p insufficient-storage-265047 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p insufficient-storage-265047 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (11.315517263s)
-- stdout --
{"specversion":"1.0","id":"94d7fc5c-7b0e-4fb6-8cc5-484b185a0bd3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-265047] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"2ac27bbd-8e73-4b20-b9e5-da9a90d93539","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17259"}}
{"specversion":"1.0","id":"f49d3cec-0e68-4f71-911d-6b7d30418966","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"4581577a-8923-4f81-8b0c-281c9efdc1a9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig"}}
{"specversion":"1.0","id":"e70b1822-758e-41e3-868a-3110308a19f2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube"}}
{"specversion":"1.0","id":"9fbabdf1-03be-4858-bb6d-c3b975fb5d80","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"ad786830-5f73-40ba-ab42-8a632670c512","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"9afd23ee-0778-46b2-bcc2-52a8b44df12e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"0272b62e-033e-4c90-b373-1aec3f623e64","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"591a29b7-bdee-460b-b049-4ec8e742a0da","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"cfd27345-c93c-41f9-9aa5-fb261ca4eeb0","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"a1e2b3c3-1b82-49a4-bb86-7d3b79ca1d41","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node insufficient-storage-265047 in cluster insufficient-storage-265047","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"a989fe8a-068d-4722-a82f-e17b8922a1bd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"fe9888aa-cf85-4b3c-93a1-f44325bdf9f5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"89c41221-4670-453e-85dc-ec10dced9f64","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100%% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-265047 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-265047 --output=json --layout=cluster: exit status 7 (296.485195ms)
-- stdout --
{"Name":"insufficient-storage-265047","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-265047","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1009 13:18:00.431759 419150 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-265047" does not appear in /home/jenkins/minikube-integration/17259-281723/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-265047 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-265047 --output=json --layout=cluster: exit status 7 (288.730169ms)
-- stdout --
{"Name":"insufficient-storage-265047","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-265047","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1009 13:18:00.722659 419237 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-265047" does not appear in /home/jenkins/minikube-integration/17259-281723/kubeconfig
E1009 13:18:00.732282 419237 status.go:559] unable to read event log: stat: stat /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/insufficient-storage-265047/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-265047" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p insufficient-storage-265047
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p insufficient-storage-265047: (1.881551936s)
--- PASS: TestInsufficientStorage (13.78s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:235: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-525870 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:235: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-525870 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (55.623928431s)
version_upgrade_test.go:240: (dbg) Run: out/minikube-linux-amd64 stop -p kubernetes-upgrade-525870
version_upgrade_test.go:240: (dbg) Done: out/minikube-linux-amd64 stop -p kubernetes-upgrade-525870: (7.352510425s)
version_upgrade_test.go:245: (dbg) Run: out/minikube-linux-amd64 -p kubernetes-upgrade-525870 status --format={{.Host}}
version_upgrade_test.go:245: (dbg) Non-zero exit: out/minikube-linux-amd64 -p kubernetes-upgrade-525870 status --format={{.Host}}: exit status 7 (93.523433ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:247: status error: exit status 7 (may be ok)
version_upgrade_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-525870 --memory=2200 --kubernetes-version=v1.28.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1009 13:20:06.675149 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
version_upgrade_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-525870 --memory=2200 --kubernetes-version=v1.28.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m34.655377531s)
version_upgrade_test.go:261: (dbg) Run: kubectl --context kubernetes-upgrade-525870 version --output=json
version_upgrade_test.go:280: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:282: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-525870 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:282: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p kubernetes-upgrade-525870 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio: exit status 106 (113.246838ms)
-- stdout --
* [kubernetes-upgrade-525870] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17259
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.28.2 cluster to v1.16.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.16.0, by running:
minikube delete -p kubernetes-upgrade-525870
minikube start -p kubernetes-upgrade-525870 --kubernetes-version=v1.16.0
2) Create a second cluster with Kubernetes 1.16.0, by running:
minikube start -p kubernetes-upgrade-5258702 --kubernetes-version=v1.16.0
3) Use the existing cluster at version Kubernetes 1.28.2, by running:
minikube start -p kubernetes-upgrade-525870 --kubernetes-version=v1.28.2
** /stderr **
version_upgrade_test.go:286: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:288: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-525870 --memory=2200 --kubernetes-version=v1.28.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:288: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-525870 --memory=2200 --kubernetes-version=v1.28.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (52.891538142s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-525870" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubernetes-upgrade-525870
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p kubernetes-upgrade-525870: (2.251523217s)
--- PASS: TestKubernetesUpgrade (393.05s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:322: (dbg) Run: /tmp/minikube-v1.9.0.3994866077.exe start -p missing-upgrade-613466 --memory=2200 --driver=docker --container-runtime=crio
E1009 13:18:47.142280 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
version_upgrade_test.go:322: (dbg) Done: /tmp/minikube-v1.9.0.3994866077.exe start -p missing-upgrade-613466 --memory=2200 --driver=docker --container-runtime=crio: (1m54.242800612s)
version_upgrade_test.go:331: (dbg) Run: docker stop missing-upgrade-613466
version_upgrade_test.go:336: (dbg) Run: docker rm missing-upgrade-613466
version_upgrade_test.go:342: (dbg) Run: out/minikube-linux-amd64 start -p missing-upgrade-613466 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:342: (dbg) Done: out/minikube-linux-amd64 start -p missing-upgrade-613466 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (55.836494664s)
helpers_test.go:175: Cleaning up "missing-upgrade-613466" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p missing-upgrade-613466
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p missing-upgrade-613466: (6.667658419s)
--- PASS: TestMissingContainerUpgrade (179.56s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-925770 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p NoKubernetes-925770 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (120.841179ms)
-- stdout --
* [NoKubernetes-925770] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17259
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.12s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-925770 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-925770 --driver=docker --container-runtime=crio: (35.880464532s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-925770 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (36.44s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-925770 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-925770 --no-kubernetes --driver=docker --container-runtime=crio: (10.372014656s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-925770 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-amd64 -p NoKubernetes-925770 status -o json: exit status 2 (336.287879ms)
-- stdout --
{"Name":"NoKubernetes-925770","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-amd64 delete -p NoKubernetes-925770
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-amd64 delete -p NoKubernetes-925770: (2.058185307s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (12.77s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (2.43s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-925770 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-925770 --no-kubernetes --driver=docker --container-runtime=crio: (6.159791316s)
--- PASS: TestNoKubernetes/serial/Start (6.16s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-925770 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-925770 "sudo systemctl is-active --quiet service kubelet": exit status 1 (341.225274ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.34s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-amd64 profile list
no_kubernetes_test.go:169: (dbg) Done: out/minikube-linux-amd64 profile list: (2.040266318s)
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-amd64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (2.41s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-amd64 stop -p NoKubernetes-925770
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-amd64 stop -p NoKubernetes-925770: (1.284090111s)
--- PASS: TestNoKubernetes/serial/Stop (1.28s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-925770 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-925770 --driver=docker --container-runtime=crio: (9.559046993s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (9.56s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-925770 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-925770 "sudo systemctl is-active --quiet service kubelet": exit status 1 (333.055556ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.33s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:219: (dbg) Run: out/minikube-linux-amd64 logs -p stopped-upgrade-917342
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (0.56s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-amd64 start -p false-837922 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p false-837922 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (175.131387ms)
-- stdout --
* [false-837922] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17259
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1009 13:20:43.534357 457926 out.go:296] Setting OutFile to fd 1 ...
I1009 13:20:43.534523 457926 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:20:43.534533 457926 out.go:309] Setting ErrFile to fd 2...
I1009 13:20:43.534538 457926 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1009 13:20:43.534786 457926 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17259-281723/.minikube/bin
I1009 13:20:43.535441 457926 out.go:303] Setting JSON to false
I1009 13:20:43.537016 457926 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":10987,"bootTime":1696846657,"procs":816,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 13:20:43.537094 457926 start.go:138] virtualization: kvm guest
I1009 13:20:43.539962 457926 out.go:177] * [false-837922] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1009 13:20:43.541870 457926 out.go:177] - MINIKUBE_LOCATION=17259
I1009 13:20:43.541829 457926 notify.go:220] Checking for updates...
I1009 13:20:43.543573 457926 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 13:20:43.545235 457926 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17259-281723/kubeconfig
I1009 13:20:43.546855 457926 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17259-281723/.minikube
I1009 13:20:43.548470 457926 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 13:20:43.549915 457926 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 13:20:43.552089 457926 config.go:182] Loaded profile config "cert-expiration-608426": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:20:43.552245 457926 config.go:182] Loaded profile config "kubernetes-upgrade-525870": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1009 13:20:43.552366 457926 config.go:182] Loaded profile config "missing-upgrade-613466": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1009 13:20:43.552482 457926 driver.go:378] Setting default libvirt URI to qemu:///system
I1009 13:20:43.576106 457926 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1009 13:20:43.576278 457926 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 13:20:43.632522 457926 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:45 OomKillDisable:true NGoroutines:57 SystemTime:2023-10-09 13:20:43.621795538 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648050176 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 13:20:43.632645 457926 docker.go:295] overlay module found
I1009 13:20:43.635019 457926 out.go:177] * Using the docker driver based on user configuration
I1009 13:20:43.636674 457926 start.go:298] selected driver: docker
I1009 13:20:43.636706 457926 start.go:902] validating driver "docker" against <nil>
I1009 13:20:43.636717 457926 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 13:20:43.639331 457926 out.go:177]
W1009 13:20:43.641299 457926 out.go:239] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1009 13:20:43.643006 457926 out.go:177]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-837922 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-837922
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-837922
>>> host: /etc/nsswitch.conf:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /etc/hosts:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /etc/resolv.conf:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-837922
>>> host: crictl pods:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: crictl containers:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> k8s: describe netcat deployment:
error: context "false-837922" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-837922" does not exist
>>> k8s: netcat logs:
error: context "false-837922" does not exist
>>> k8s: describe coredns deployment:
error: context "false-837922" does not exist
>>> k8s: describe coredns pods:
error: context "false-837922" does not exist
>>> k8s: coredns logs:
error: context "false-837922" does not exist
>>> k8s: describe api server pod(s):
error: context "false-837922" does not exist
>>> k8s: api server logs:
error: context "false-837922" does not exist
>>> host: /etc/cni:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: ip a s:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: ip r s:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: iptables-save:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: iptables table nat:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> k8s: describe kube-proxy daemon set:
error: context "false-837922" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-837922" does not exist
>>> k8s: kube-proxy logs:
error: context "false-837922" does not exist
>>> host: kubelet daemon status:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: kubelet daemon config:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> k8s: kubelet logs:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:19:42 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.67.2:8443
name: cert-expiration-608426
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:20:16 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-525870
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
server: https://127.0.0.1:32948
name: missing-upgrade-613466
contexts:
- context:
cluster: cert-expiration-608426
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:19:42 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: context_info
namespace: default
user: cert-expiration-608426
name: cert-expiration-608426
- context:
cluster: kubernetes-upgrade-525870
user: kubernetes-upgrade-525870
name: kubernetes-upgrade-525870
- context:
cluster: missing-upgrade-613466
user: missing-upgrade-613466
name: missing-upgrade-613466
current-context: kubernetes-upgrade-525870
kind: Config
preferences: {}
users:
- name: cert-expiration-608426
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/cert-expiration-608426/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/cert-expiration-608426/client.key
- name: kubernetes-upgrade-525870
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kubernetes-upgrade-525870/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kubernetes-upgrade-525870/client.key
- name: missing-upgrade-613466
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/missing-upgrade-613466/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/missing-upgrade-613466/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-837922
>>> host: docker daemon status:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: docker daemon config:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /etc/docker/daemon.json:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: docker system info:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: cri-docker daemon status:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: cri-docker daemon config:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: cri-dockerd version:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: containerd daemon status:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: containerd daemon config:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /etc/containerd/config.toml:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: containerd config dump:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: crio daemon status:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: crio daemon config:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: /etc/crio:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
>>> host: crio config:
* Profile "false-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-837922"
----------------------- debugLogs end: false-837922 [took: 3.43938147s] --------------------------------
helpers_test.go:175: Cleaning up "false-837922" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p false-837922
--- PASS: TestNetworkPlugins/group/false (3.78s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-amd64 start -p pause-815226 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-amd64 start -p pause-815226 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (43.555182771s)
--- PASS: TestPause/serial/Start (43.56s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p auto-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1009 13:22:24.096233 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p auto-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (42.556878591s)
--- PASS: TestNetworkPlugins/group/auto/Start (42.56s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-amd64 start -p pause-815226 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-amd64 start -p pause-815226 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (26.021047075s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (26.04s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p auto-837922 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.29s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-837922 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-qh9cb" [f9a81026-b7f8-42de-b6fe-6290e63268d6] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-qh9cb" [f9a81026-b7f8-42de-b6fe-6290e63268d6] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 10.01153749s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (10.32s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-815226 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.78s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p pause-815226 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p pause-815226 --output=json --layout=cluster: exit status 2 (399.091425ms)
-- stdout --
{"Name":"pause-815226","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 7 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-815226","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.40s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-837922 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.22s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.18s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-amd64 unpause -p pause-815226 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.82s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.14s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-815226 --alsologtostderr -v=5
--- PASS: TestPause/serial/PauseAgain (0.97s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p pause-815226 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p pause-815226 --alsologtostderr -v=5: (2.983739437s)
--- PASS: TestPause/serial/DeletePaused (2.98s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-amd64 profile list --output json
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-815226
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-815226: exit status 1 (19.239626ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-815226: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (0.54s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p kindnet-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p kindnet-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (45.091500774s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (45.09s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p calico-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p calico-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m8.56344239s)
--- PASS: TestNetworkPlugins/group/calico/Start (68.56s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-flannel-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-flannel-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (57.976180798s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (57.98s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-74864" [08c007ba-0dc1-4228-b906-f26633816011] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 5.021989465s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (5.02s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p kindnet-837922 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.38s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-837922 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-67sgj" [a2b87e5a-1bd2-4103-95a5-c9e3873f172d] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-67sgj" [a2b87e5a-1bd2-4103-95a5-c9e3873f172d] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 11.013731877s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (11.41s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-837922 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.16s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.17s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.15s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-p88ns" [9951efe6-5e8c-4dd6-8edb-6b5702dfed48] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 5.023359959s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (5.03s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p calico-837922 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.34s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-837922 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-x5r9l" [3bbcdfec-6685-4ed5-8e60-1c43856c3917] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-x5r9l" [3bbcdfec-6685-4ed5-8e60-1c43856c3917] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 11.016351903s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (11.46s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p custom-flannel-837922 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.37s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-837922 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-jzxsz" [a0910e88-2b28-4b5e-8379-ca26c977cf8e] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-jzxsz" [a0910e88-2b28-4b5e-8379-ca26c977cf8e] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 10.01360419s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (10.36s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p enable-default-cni-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p enable-default-cni-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (40.691360048s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (40.69s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-837922 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.20s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-837922 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.24s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p flannel-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p flannel-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (1m0.115425659s)
--- PASS: TestNetworkPlugins/group/flannel/Start (60.12s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p bridge-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
E1009 13:25:06.675454 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p bridge-837922 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (45.121448121s)
--- PASS: TestNetworkPlugins/group/bridge/Start (45.12s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p enable-default-cni-837922 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-837922 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-k48ns" [e29b7dd2-8e0c-46f5-b54b-dd8951e6e2e4] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-k48ns" [e29b7dd2-8e0c-46f5-b54b-dd8951e6e2e4] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 11.012112571s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (11.27s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-837922 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.21s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.20s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-808788 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-808788 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (1m59.61516813s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (119.62s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p bridge-837922 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.38s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-837922 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-96qtb" [cbbf8e45-5988-44bd-9aeb-1e71fb77f45f] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-96qtb" [cbbf8e45-5988-44bd-9aeb-1e71fb77f45f] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 13.010677586s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (13.40s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-340010 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-340010 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (1m6.439909859s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (66.44s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-837922 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.21s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.21s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-4kc5c" [13f68d66-8445-438e-8e2b-5f67968848a5] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 5.019886539s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (5.02s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p flannel-837922 "pgrep -a kubelet"
E1009 13:26:08.114316 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.40s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-837922 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-cvdzq" [015f2dca-8e74-409e-ae96-c2ee093fbedc] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-cvdzq" [015f2dca-8e74-409e-ae96-c2ee093fbedc] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 9.011031111s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (9.34s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-837922 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.23s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-837922 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.18s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-791293 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-791293 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (45.176787465s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (45.18s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-664828 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-664828 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (42.524810849s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (42.53s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-340010 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [60ac0daa-e2bb-47e9-81f0-a3f588bbbb52] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [60ac0daa-e2bb-47e9-81f0-a3f588bbbb52] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 10.01954442s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-340010 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (10.42s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-791293 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [ad04126a-66f0-42b2-bbb9-6dfd3580c644] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [ad04126a-66f0-42b2-bbb9-6dfd3580c644] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 9.016694659s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-791293 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (9.35s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p no-preload-340010 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-340010 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (0.98s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p no-preload-340010 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p no-preload-340010 --alsologtostderr -v=3: (12.060406972s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.06s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p embed-certs-791293 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-791293 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (0.99s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p embed-certs-791293 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p embed-certs-791293 --alsologtostderr -v=3: (11.975889537s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (11.98s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-664828 create -f testdata/busybox.yaml
E1009 13:27:24.096493 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [3bdd4260-e730-459c-8124-d41b0583713a] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [3bdd4260-e730-459c-8124-d41b0583713a] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 10.016302535s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-664828 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (10.45s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-340010 -n no-preload-340010
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-340010 -n no-preload-340010: exit status 7 (83.077336ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p no-preload-340010 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.22s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-340010 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-340010 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (5m34.47210662s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-340010 -n no-preload-340010
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (334.87s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-808788 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [cd7706ad-aeca-48db-9312-7e007384f05d] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [cd7706ad-aeca-48db-9312-7e007384f05d] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 10.014004422s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-808788 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (10.41s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-791293 -n embed-certs-791293
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-791293 -n embed-certs-791293: exit status 7 (113.12114ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p embed-certs-791293 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.25s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-791293 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-791293 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (5m36.28284118s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-791293 -n embed-certs-791293
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (336.75s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p default-k8s-diff-port-664828 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-664828 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.08s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p default-k8s-diff-port-664828 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p default-k8s-diff-port-664828 --alsologtostderr -v=3: (12.039360823s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (12.04s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p old-k8s-version-808788 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-808788 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (0.80s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p old-k8s-version-808788 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p old-k8s-version-808788 --alsologtostderr -v=3: (12.056942607s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.06s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828: exit status 7 (104.52716ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p default-k8s-diff-port-664828 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.25s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-664828 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-664828 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (5m32.704994659s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (333.10s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-808788 -n old-k8s-version-808788
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-808788 -n old-k8s-version-808788: exit status 7 (97.859161ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p old-k8s-version-808788 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.25s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-808788 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
E1009 13:27:58.549437 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:27:58.554807 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:27:58.565153 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:27:58.585472 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:27:58.625861 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:27:58.706228 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:27:58.866756 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:27:59.187619 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:27:59.827771 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:28:01.108217 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:28:03.668404 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:28:08.788940 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:28:19.029161 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:28:39.510026 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:28:58.849775 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:28:58.855087 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:28:58.865383 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:28:58.885831 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:28:58.926211 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:28:59.006581 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:28:59.167020 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:28:59.487565 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:29:00.128239 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:29:01.409123 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:29:03.969273 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:29:09.089917 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:29:11.162936 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 13:29:19.331173 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:29:20.470607 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:29:22.898434 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:22.903730 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:22.914141 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:22.934424 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:22.974728 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:23.055224 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:23.215683 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:23.536202 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:24.176753 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:25.457255 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:28.017868 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:29.373282 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:29.378579 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:29.388881 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:29.409192 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:29.449506 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:29.529852 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:29.690279 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:30.010686 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:30.651880 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:31.933047 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:33.138375 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:34.493670 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:39.614619 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:29:39.811891 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:29:43.378951 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:29:49.855655 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:30:03.859610 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:30:06.675408 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/ingress-addon-legacy-680285/client.crt: no such file or directory
E1009 13:30:10.336837 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:30:19.942940 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:19.948247 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:19.958567 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:19.978892 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:20.019223 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:20.099595 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:20.260054 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:20.580498 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:20.772597 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:30:21.220977 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:22.501476 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:25.062450 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:30.183184 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:40.423479 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:30:42.390783 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
E1009 13:30:44.820293 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:30:48.871636 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:48.876968 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:48.887348 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:48.907677 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:48.948540 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:49.029380 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:49.189862 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:49.510434 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:50.150946 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:51.297099 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:30:51.431492 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:53.992292 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:30:59.112849 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:31:00.904026 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:31:02.910700 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:02.916847 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:02.927161 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:02.947459 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:02.987792 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:03.068284 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:03.228726 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:03.549404 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:04.189629 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:05.470735 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:08.031746 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:08.115021 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/addons-673046/client.crt: no such file or directory
E1009 13:31:09.353843 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:31:13.152517 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:23.393513 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:31:29.835088 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:31:41.864218 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
E1009 13:31:42.693276 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:31:43.873815 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:32:06.741004 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:32:10.795323 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
E1009 13:32:13.218257 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
E1009 13:32:24.096396 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
E1009 13:32:24.834771 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/flannel-837922/client.crt: no such file or directory
E1009 13:32:58.549999 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/auto-837922/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-808788 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (7m30.00566385s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-808788 -n old-k8s-version-808788
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (450.34s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-fdhll" [f175a9c6-6961-4490-af6d-f444fe9a5f72] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
E1009 13:33:03.785359 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/enable-default-cni-837922/client.crt: no such file or directory
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-fdhll" [f175a9c6-6961-4490-af6d-f444fe9a5f72] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 13.017708234s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (13.02s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-z9zl9" [2c47b9e8-c8a9-47d9-a69e-621e8bcb789b] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-z9zl9" [2c47b9e8-c8a9-47d9-a69e-621e8bcb789b] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 16.020142465s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (16.02s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-fdhll" [f175a9c6-6961-4490-af6d-f444fe9a5f72] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.011179188s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-340010 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p no-preload-340010 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.37s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p no-preload-340010 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-340010 -n no-preload-340010
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-340010 -n no-preload-340010: exit status 2 (367.61654ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-340010 -n no-preload-340010
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-340010 -n no-preload-340010: exit status 2 (413.391156ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p no-preload-340010 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-340010 -n no-preload-340010
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-340010 -n no-preload-340010
--- PASS: TestStartStop/group/no-preload/serial/Pause (3.38s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-qnzjw" [609a3a82-a4d1-4f24-ad41-7166cf3256be] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-qnzjw" [609a3a82-a4d1-4f24-ad41-7166cf3256be] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 17.021209673s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (17.02s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-z9zl9" [2c47b9e8-c8a9-47d9-a69e-621e8bcb789b] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.010135688s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-791293 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.09s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-860399 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-860399 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (39.592520078s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (39.59s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p embed-certs-791293 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.43s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p embed-certs-791293 --alsologtostderr -v=1
E1009 13:33:32.716329 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/bridge-837922/client.crt: no such file or directory
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-amd64 pause -p embed-certs-791293 --alsologtostderr -v=1: (1.024470778s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-791293 -n embed-certs-791293
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-791293 -n embed-certs-791293: exit status 2 (360.253706ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-791293 -n embed-certs-791293
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-791293 -n embed-certs-791293: exit status 2 (334.113421ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p embed-certs-791293 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-791293 -n embed-certs-791293
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-791293 -n embed-certs-791293
--- PASS: TestStartStop/group/embed-certs/serial/Pause (3.63s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-qnzjw" [609a3a82-a4d1-4f24-ad41-7166cf3256be] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.009248352s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-664828 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p default-k8s-diff-port-664828 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.34s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p default-k8s-diff-port-664828 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828: exit status 2 (329.417726ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828: exit status 2 (320.234106ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p default-k8s-diff-port-664828 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-664828 -n default-k8s-diff-port-664828
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.00s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-860399 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-860399 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.02756761s)
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (1.03s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p newest-cni-860399 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p newest-cni-860399 --alsologtostderr -v=3: (6.181741008s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (6.18s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-860399 -n newest-cni-860399
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-860399 -n newest-cni-860399: exit status 7 (80.980451ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p newest-cni-860399 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-860399 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
E1009 13:34:22.898612 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/calico-837922/client.crt: no such file or directory
E1009 13:34:26.534389 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kindnet-837922/client.crt: no such file or directory
E1009 13:34:29.373861 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/custom-flannel-837922/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-860399 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (25.793900404s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-860399 -n newest-cni-860399
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (26.13s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p newest-cni-860399 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.32s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p newest-cni-860399 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-860399 -n newest-cni-860399
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-860399 -n newest-cni-860399: exit status 2 (320.425045ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-860399 -n newest-cni-860399
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-860399 -n newest-cni-860399: exit status 2 (312.994467ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p newest-cni-860399 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-860399 -n newest-cni-860399
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-860399 -n newest-cni-860399
--- PASS: TestStartStop/group/newest-cni/serial/Pause (2.79s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-2qv2k" [410ed003-336e-45d2-9cc4-f9c5bb706542] Running
E1009 13:35:27.142666 288499 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/functional-542022/client.crt: no such file or directory
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.014957554s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (5.02s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-2qv2k" [410ed003-336e-45d2-9cc4-f9c5bb706542] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.009753004s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-808788 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.08s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p old-k8s-version-808788 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20210326-1e038dc5
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.32s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p old-k8s-version-808788 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-808788 -n old-k8s-version-808788
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-808788 -n old-k8s-version-808788: exit status 2 (314.998666ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-808788 -n old-k8s-version-808788
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-808788 -n old-k8s-version-808788: exit status 2 (329.760226ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p old-k8s-version-808788 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-808788 -n old-k8s-version-808788
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-808788 -n old-k8s-version-808788
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (2.86s)
=== RUN TestDownloadOnly/v1.16.0/cached-images
aaa_download_only_test.go:117: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.16.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.16.0/binaries
aaa_download_only_test.go:136: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.16.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.16.0/kubectl
aaa_download_only_test.go:152: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.16.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.28.2/cached-images
aaa_download_only_test.go:117: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.2/binaries
aaa_download_only_test.go:136: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.2/kubectl
aaa_download_only_test.go:152: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.2/kubectl (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:497: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux amd64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:459: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:546: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:523:
----------------------- debugLogs start: kubenet-837922 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-837922
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-837922
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /etc/hosts:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /etc/resolv.conf:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-837922
>>> host: crictl pods:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: crictl containers:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> k8s: describe netcat deployment:
error: context "kubenet-837922" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-837922" does not exist
>>> k8s: netcat logs:
error: context "kubenet-837922" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-837922" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-837922" does not exist
>>> k8s: coredns logs:
error: context "kubenet-837922" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-837922" does not exist
>>> k8s: api server logs:
error: context "kubenet-837922" does not exist
>>> host: /etc/cni:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: ip a s:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: ip r s:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: iptables-save:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: iptables table nat:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-837922" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-837922" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-837922" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: kubelet daemon config:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> k8s: kubelet logs:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:19:42 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.67.2:8443
name: cert-expiration-608426
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:20:16 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-525870
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
server: https://127.0.0.1:32948
name: missing-upgrade-613466
contexts:
- context:
cluster: cert-expiration-608426
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:19:42 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: context_info
namespace: default
user: cert-expiration-608426
name: cert-expiration-608426
- context:
cluster: kubernetes-upgrade-525870
user: kubernetes-upgrade-525870
name: kubernetes-upgrade-525870
- context:
cluster: missing-upgrade-613466
user: missing-upgrade-613466
name: missing-upgrade-613466
current-context: kubernetes-upgrade-525870
kind: Config
preferences: {}
users:
- name: cert-expiration-608426
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/cert-expiration-608426/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/cert-expiration-608426/client.key
- name: kubernetes-upgrade-525870
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kubernetes-upgrade-525870/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kubernetes-upgrade-525870/client.key
- name: missing-upgrade-613466
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/missing-upgrade-613466/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/missing-upgrade-613466/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-837922
>>> host: docker daemon status:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: docker daemon config:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: docker system info:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: cri-docker daemon status:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: cri-docker daemon config:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: cri-dockerd version:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: containerd daemon status:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: containerd daemon config:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: containerd config dump:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: crio daemon status:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: crio daemon config:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: /etc/crio:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
>>> host: crio config:
* Profile "kubenet-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-837922"
----------------------- debugLogs end: kubenet-837922 [took: 3.502602755s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-837922" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubenet-837922
--- SKIP: TestNetworkPlugins/group/kubenet (3.67s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:523:
----------------------- debugLogs start: cilium-837922 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-837922
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-837922
>>> host: /etc/nsswitch.conf:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /etc/hosts:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /etc/resolv.conf:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-837922
>>> host: crictl pods:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: crictl containers:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> k8s: describe netcat deployment:
error: context "cilium-837922" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-837922" does not exist
>>> k8s: netcat logs:
error: context "cilium-837922" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-837922" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-837922" does not exist
>>> k8s: coredns logs:
error: context "cilium-837922" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-837922" does not exist
>>> k8s: api server logs:
error: context "cilium-837922" does not exist
>>> host: /etc/cni:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: ip a s:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: ip r s:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: iptables-save:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: iptables table nat:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-837922
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-837922
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-837922" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-837922" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-837922
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-837922
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-837922" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-837922" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-837922" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-837922" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-837922" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: kubelet daemon config:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> k8s: kubelet logs:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:19:42 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.67.2:8443
name: cert-expiration-608426
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:20:16 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-525870
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17259-281723/.minikube/ca.crt
server: https://127.0.0.1:32948
name: missing-upgrade-613466
contexts:
- context:
cluster: cert-expiration-608426
extensions:
- extension:
last-update: Mon, 09 Oct 2023 13:19:42 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: context_info
namespace: default
user: cert-expiration-608426
name: cert-expiration-608426
- context:
cluster: kubernetes-upgrade-525870
user: kubernetes-upgrade-525870
name: kubernetes-upgrade-525870
- context:
cluster: missing-upgrade-613466
user: missing-upgrade-613466
name: missing-upgrade-613466
current-context: kubernetes-upgrade-525870
kind: Config
preferences: {}
users:
- name: cert-expiration-608426
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/cert-expiration-608426/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/cert-expiration-608426/client.key
- name: kubernetes-upgrade-525870
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kubernetes-upgrade-525870/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/kubernetes-upgrade-525870/client.key
- name: missing-upgrade-613466
user:
client-certificate: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/missing-upgrade-613466/client.crt
client-key: /home/jenkins/minikube-integration/17259-281723/.minikube/profiles/missing-upgrade-613466/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-837922
>>> host: docker daemon status:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: docker daemon config:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: docker system info:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: cri-docker daemon status:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: cri-docker daemon config:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: cri-dockerd version:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: containerd daemon status:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: containerd daemon config:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: containerd config dump:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: crio daemon status:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: crio daemon config:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: /etc/crio:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
>>> host: crio config:
* Profile "cilium-837922" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-837922"
----------------------- debugLogs end: cilium-837922 [took: 3.752119007s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-837922" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cilium-837922
--- SKIP: TestNetworkPlugins/group/cilium (3.92s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-675959" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p disable-driver-mounts-675959
--- SKIP: TestStartStop/group/disable-driver-mounts (0.18s)