357669af1dd155625a1b1439a283308307b1cb38:2023-10-25:31602
| Order | failed test | Duration |
|---|---|---|
| 28 | TestAddons/parallel/Ingress | 160.62 |
| 117 | TestFunctional/parallel/ImageCommands/ImageLoadDaemon | 10.15 |
| 159 | TestIngressAddonLegacy/serial/ValidateIngressAddons | 177.8 |
| 209 | TestMultiNode/serial/PingHostFrom2Pods | 3.66 |
| 230 | TestRunningBinaryUpgrade | 69.84 |
| 241 | TestStoppedBinaryUpgrade/Upgrade | 92.74 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-326730 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:206: (dbg) Done: kubectl --context addons-326730 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (6.895806583s)
addons_test.go:231: (dbg) Run: kubectl --context addons-326730 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-326730 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [d08a2772-a6cd-4151-b62d-938470ed4ec5] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [d08a2772-a6cd-4151-b62d-938470ed4ec5] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 11.009154038s
addons_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:261: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-326730 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.807973655s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:277: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:285: (dbg) Run: kubectl --context addons-326730 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:305: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-amd64 -p addons-326730 addons disable ingress-dns --alsologtostderr -v=1: (1.31261723s)
addons_test.go:310: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-amd64 -p addons-326730 addons disable ingress --alsologtostderr -v=1: (7.636735915s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-326730
helpers_test.go:235: (dbg) docker inspect addons-326730:
-- stdout --
[
{
"Id": "7529c0a79901764554d38eeae3943c70adbef1cf6c44687c9a22f4cfa95d5a0c",
"Created": "2023-10-25T18:53:30.939240716Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 16692,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-25T18:53:31.254661837Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:ad4c37708eafb2bee81d6d0a6cbf22329aac3d9bcf4a2939d4737e16bdebe2f1",
"ResolvConfPath": "/var/lib/docker/containers/7529c0a79901764554d38eeae3943c70adbef1cf6c44687c9a22f4cfa95d5a0c/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7529c0a79901764554d38eeae3943c70adbef1cf6c44687c9a22f4cfa95d5a0c/hostname",
"HostsPath": "/var/lib/docker/containers/7529c0a79901764554d38eeae3943c70adbef1cf6c44687c9a22f4cfa95d5a0c/hosts",
"LogPath": "/var/lib/docker/containers/7529c0a79901764554d38eeae3943c70adbef1cf6c44687c9a22f4cfa95d5a0c/7529c0a79901764554d38eeae3943c70adbef1cf6c44687c9a22f4cfa95d5a0c-json.log",
"Name": "/addons-326730",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-326730:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-326730",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/db8c36ff25f27a36e156533e3df563d6e3c57c17f3e0e29fb81c085ec792364a-init/diff:/var/lib/docker/overlay2/548e87f2259b94eadb54c9170191a6fac3ed098f4ac2e31f26b150f3333f1b34/diff",
"MergedDir": "/var/lib/docker/overlay2/db8c36ff25f27a36e156533e3df563d6e3c57c17f3e0e29fb81c085ec792364a/merged",
"UpperDir": "/var/lib/docker/overlay2/db8c36ff25f27a36e156533e3df563d6e3c57c17f3e0e29fb81c085ec792364a/diff",
"WorkDir": "/var/lib/docker/overlay2/db8c36ff25f27a36e156533e3df563d6e3c57c17f3e0e29fb81c085ec792364a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-326730",
"Source": "/var/lib/docker/volumes/addons-326730/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-326730",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-326730",
"name.minikube.sigs.k8s.io": "addons-326730",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "6a33ad2e8606f2f76d0d90fa5586e94ac3fe6bd280897407f1d97c8c2fa6c419",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"SandboxKey": "/var/run/docker/netns/6a33ad2e8606",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-326730": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"7529c0a79901",
"addons-326730"
],
"NetworkID": "fcb2078ccdfe7928db92d8a2300f90757cf6ab5a4bf9df83b529d1ef8982d5da",
"EndpointID": "3f29abe1779331e71ed8187703277806c9060c211cbc9173cb6add69e128b474",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-326730 -n addons-326730
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-326730 logs -n 25: (1.2461041s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-296095 | download-only-296095 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | 25 Oct 23 18:53 UTC |
| delete | -p download-only-296095 | download-only-296095 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | 25 Oct 23 18:53 UTC |
| start | --download-only -p | download-docker-350887 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | |
| | download-docker-350887 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-350887 | download-docker-350887 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | 25 Oct 23 18:53 UTC |
| start | --download-only -p | binary-mirror-030495 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | |
| | binary-mirror-030495 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:37069 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-030495 | binary-mirror-030495 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | 25 Oct 23 18:53 UTC |
| addons | enable dashboard -p | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | |
| | addons-326730 | | | | | |
| addons | disable dashboard -p | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | |
| | addons-326730 | | | | | |
| start | -p addons-326730 --wait=true | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:53 UTC | 25 Oct 23 18:55 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
| addons | addons-326730 addons | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-326730 addons disable | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| | helm-tiller --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-326730 ip | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| addons | addons-326730 addons disable | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| | addons-326730 | | | | | |
| ssh | addons-326730 ssh curl -s | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ssh | addons-326730 ssh cat | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| | /opt/local-path-provisioner/pvc-4e6ee781-8534-4153-878c-04a9703f77de_default_test-pvc/file1 | | | | | |
| addons | disable nvidia-device-plugin | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| | -p addons-326730 | | | | | |
| addons | addons-326730 addons disable | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:56 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| | addons-326730 | | | | | |
| addons | enable headlamp | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:55 UTC | 25 Oct 23 18:55 UTC |
| | -p addons-326730 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-326730 addons | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:56 UTC | 25 Oct 23 18:57 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-326730 addons | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:57 UTC | 25 Oct 23 18:57 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-326730 ip | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:57 UTC | 25 Oct 23 18:57 UTC |
| addons | addons-326730 addons disable | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:58 UTC | 25 Oct 23 18:58 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-326730 addons disable | addons-326730 | jenkins | v1.31.2 | 25 Oct 23 18:58 UTC | 25 Oct 23 18:58 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/25 18:53:05
Running on machine: ubuntu-20-agent-15
Binary: Built with gc go1.21.3 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1025 18:53:05.796963 16010 out.go:296] Setting OutFile to fd 1 ...
I1025 18:53:05.797102 16010 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 18:53:05.797114 16010 out.go:309] Setting ErrFile to fd 2...
I1025 18:53:05.797118 16010 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 18:53:05.797310 16010 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 18:53:05.797908 16010 out.go:303] Setting JSON to false
I1025 18:53:05.798703 16010 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":2127,"bootTime":1698257859,"procs":169,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 18:53:05.798760 16010 start.go:138] virtualization: kvm guest
I1025 18:53:05.801598 16010 out.go:177] * [addons-326730] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 18:53:05.803633 16010 out.go:177] - MINIKUBE_LOCATION=17466
I1025 18:53:05.803706 16010 notify.go:220] Checking for updates...
I1025 18:53:05.805857 16010 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 18:53:05.807886 16010 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 18:53:05.809633 16010 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 18:53:05.811324 16010 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1025 18:53:05.812939 16010 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1025 18:53:05.814587 16010 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 18:53:05.835687 16010 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 18:53:05.835776 16010 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 18:53:05.888794 16010 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:26 OomKillDisable:true NGoroutines:41 SystemTime:2023-10-25 18:53:05.880218017 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 18:53:05.888938 16010 docker.go:295] overlay module found
I1025 18:53:05.892060 16010 out.go:177] * Using the docker driver based on user configuration
I1025 18:53:05.893863 16010 start.go:298] selected driver: docker
I1025 18:53:05.893885 16010 start.go:902] validating driver "docker" against <nil>
I1025 18:53:05.893899 16010 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1025 18:53:05.894739 16010 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 18:53:05.947571 16010 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:26 OomKillDisable:true NGoroutines:41 SystemTime:2023-10-25 18:53:05.939547678 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 18:53:05.947754 16010 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1025 18:53:05.947968 16010 start_flags.go:926] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1025 18:53:05.950028 16010 out.go:177] * Using Docker driver with root privileges
I1025 18:53:05.952118 16010 cni.go:84] Creating CNI manager for ""
I1025 18:53:05.952143 16010 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1025 18:53:05.952156 16010 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1025 18:53:05.952170 16010 start_flags.go:323] config:
{Name:addons-326730 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-326730 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 18:53:05.954603 16010 out.go:177] * Starting control plane node addons-326730 in cluster addons-326730
I1025 18:53:05.956332 16010 cache.go:121] Beginning downloading kic base image for docker with crio
I1025 18:53:05.957955 16010 out.go:177] * Pulling base image ...
I1025 18:53:05.959571 16010 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 18:53:05.959630 16010 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4
I1025 18:53:05.959642 16010 cache.go:56] Caching tarball of preloaded images
I1025 18:53:05.959676 16010 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon
I1025 18:53:05.959752 16010 preload.go:174] Found /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1025 18:53:05.959768 16010 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on crio
I1025 18:53:05.960143 16010 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/config.json ...
I1025 18:53:05.960171 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/config.json: {Name:mk3a10ee5daf74fd0bcdf36e24cbc213d981fc63 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:05.974889 16010 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b to local cache
I1025 18:53:05.975018 16010 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local cache directory
I1025 18:53:05.975038 16010 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local cache directory, skipping pull
I1025 18:53:05.975045 16010 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b exists in cache, skipping pull
I1025 18:53:05.975055 16010 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b as a tarball
I1025 18:53:05.975071 16010 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b from local cache
I1025 18:53:17.750649 16010 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b from cached tarball
I1025 18:53:17.750703 16010 cache.go:194] Successfully downloaded all kic artifacts
I1025 18:53:17.750751 16010 start.go:365] acquiring machines lock for addons-326730: {Name:mk0d6e967839c3c1d26318d6b9813cef621bb961 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 18:53:17.750864 16010 start.go:369] acquired machines lock for "addons-326730" in 92.404µs
I1025 18:53:17.750896 16010 start.go:93] Provisioning new machine with config: &{Name:addons-326730 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-326730 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1025 18:53:17.751004 16010 start.go:125] createHost starting for "" (driver="docker")
I1025 18:53:17.754450 16010 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1025 18:53:17.754692 16010 start.go:159] libmachine.API.Create for "addons-326730" (driver="docker")
I1025 18:53:17.754739 16010 client.go:168] LocalClient.Create starting
I1025 18:53:17.754873 16010 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem
I1025 18:53:17.844007 16010 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem
I1025 18:53:18.198492 16010 cli_runner.go:164] Run: docker network inspect addons-326730 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1025 18:53:18.214012 16010 cli_runner.go:211] docker network inspect addons-326730 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1025 18:53:18.214088 16010 network_create.go:281] running [docker network inspect addons-326730] to gather additional debugging logs...
I1025 18:53:18.214110 16010 cli_runner.go:164] Run: docker network inspect addons-326730
W1025 18:53:18.228946 16010 cli_runner.go:211] docker network inspect addons-326730 returned with exit code 1
I1025 18:53:18.229006 16010 network_create.go:284] error running [docker network inspect addons-326730]: docker network inspect addons-326730: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-326730 not found
I1025 18:53:18.229017 16010 network_create.go:286] output of [docker network inspect addons-326730]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-326730 not found
** /stderr **
I1025 18:53:18.229101 16010 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1025 18:53:18.245337 16010 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc002f2d3b0}
I1025 18:53:18.245378 16010 network_create.go:124] attempt to create docker network addons-326730 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1025 18:53:18.245420 16010 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-326730 addons-326730
I1025 18:53:18.299977 16010 network_create.go:108] docker network addons-326730 192.168.49.0/24 created
I1025 18:53:18.300011 16010 kic.go:118] calculated static IP "192.168.49.2" for the "addons-326730" container
I1025 18:53:18.300097 16010 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1025 18:53:18.315137 16010 cli_runner.go:164] Run: docker volume create addons-326730 --label name.minikube.sigs.k8s.io=addons-326730 --label created_by.minikube.sigs.k8s.io=true
I1025 18:53:18.332269 16010 oci.go:103] Successfully created a docker volume addons-326730
I1025 18:53:18.332373 16010 cli_runner.go:164] Run: docker run --rm --name addons-326730-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-326730 --entrypoint /usr/bin/test -v addons-326730:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -d /var/lib
I1025 18:53:25.601112 16010 cli_runner.go:217] Completed: docker run --rm --name addons-326730-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-326730 --entrypoint /usr/bin/test -v addons-326730:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -d /var/lib: (7.268686527s)
I1025 18:53:25.601143 16010 oci.go:107] Successfully prepared a docker volume addons-326730
I1025 18:53:25.601180 16010 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 18:53:25.601204 16010 kic.go:191] Starting extracting preloaded images to volume ...
I1025 18:53:25.601255 16010 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-326730:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -I lz4 -xf /preloaded.tar -C /extractDir
I1025 18:53:30.870234 16010 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-326730:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -I lz4 -xf /preloaded.tar -C /extractDir: (5.268933925s)
I1025 18:53:30.870267 16010 kic.go:200] duration metric: took 5.269060 seconds to extract preloaded images to volume
W1025 18:53:30.870437 16010 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1025 18:53:30.870548 16010 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1025 18:53:30.924779 16010 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-326730 --name addons-326730 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-326730 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-326730 --network addons-326730 --ip 192.168.49.2 --volume addons-326730:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b
I1025 18:53:31.266277 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Running}}
I1025 18:53:31.285450 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:53:31.305139 16010 cli_runner.go:164] Run: docker exec addons-326730 stat /var/lib/dpkg/alternatives/iptables
I1025 18:53:31.386886 16010 oci.go:144] the created container "addons-326730" has a running status.
I1025 18:53:31.386918 16010 kic.go:222] Creating ssh key for kic: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa...
I1025 18:53:31.462808 16010 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1025 18:53:31.485002 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:53:31.501812 16010 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1025 18:53:31.501830 16010 kic_runner.go:114] Args: [docker exec --privileged addons-326730 chown docker:docker /home/docker/.ssh/authorized_keys]
I1025 18:53:31.568178 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:53:31.584822 16010 machine.go:88] provisioning docker machine ...
I1025 18:53:31.584870 16010 ubuntu.go:169] provisioning hostname "addons-326730"
I1025 18:53:31.584928 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:53:31.606164 16010 main.go:141] libmachine: Using SSH client type: native
I1025 18:53:31.606563 16010 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1025 18:53:31.606588 16010 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-326730 && echo "addons-326730" | sudo tee /etc/hostname
I1025 18:53:31.608206 16010 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:38700->127.0.0.1:32772: read: connection reset by peer
I1025 18:53:34.741136 16010 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-326730
I1025 18:53:34.741225 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:53:34.758573 16010 main.go:141] libmachine: Using SSH client type: native
I1025 18:53:34.758919 16010 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1025 18:53:34.758938 16010 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-326730' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-326730/g' /etc/hosts;
else
echo '127.0.1.1 addons-326730' | sudo tee -a /etc/hosts;
fi
fi
I1025 18:53:34.874594 16010 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1025 18:53:34.874638 16010 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17466-8305/.minikube CaCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17466-8305/.minikube}
I1025 18:53:34.874690 16010 ubuntu.go:177] setting up certificates
I1025 18:53:34.874704 16010 provision.go:83] configureAuth start
I1025 18:53:34.874775 16010 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-326730
I1025 18:53:34.891453 16010 provision.go:138] copyHostCerts
I1025 18:53:34.891533 16010 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem (1082 bytes)
I1025 18:53:34.891669 16010 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem (1123 bytes)
I1025 18:53:34.891768 16010 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem (1679 bytes)
I1025 18:53:34.891851 16010 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem org=jenkins.addons-326730 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-326730]
I1025 18:53:34.968620 16010 provision.go:172] copyRemoteCerts
I1025 18:53:34.968703 16010 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1025 18:53:34.968751 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:53:34.986874 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:53:35.070527 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1025 18:53:35.091563 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1025 18:53:35.112877 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1025 18:53:35.134035 16010 provision.go:86] duration metric: configureAuth took 259.31594ms
I1025 18:53:35.134059 16010 ubuntu.go:193] setting minikube options for container-runtime
I1025 18:53:35.134249 16010 config.go:182] Loaded profile config "addons-326730": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 18:53:35.134394 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:53:35.150313 16010 main.go:141] libmachine: Using SSH client type: native
I1025 18:53:35.150684 16010 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1025 18:53:35.150703 16010 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1025 18:53:35.357187 16010 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1025 18:53:35.357216 16010 machine.go:91] provisioned docker machine in 3.772363817s
I1025 18:53:35.357229 16010 client.go:171] LocalClient.Create took 17.602478929s
I1025 18:53:35.357246 16010 start.go:167] duration metric: libmachine.API.Create for "addons-326730" took 17.602555469s
I1025 18:53:35.357260 16010 start.go:300] post-start starting for "addons-326730" (driver="docker")
I1025 18:53:35.357275 16010 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1025 18:53:35.357358 16010 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1025 18:53:35.357428 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:53:35.376248 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:53:35.463058 16010 ssh_runner.go:195] Run: cat /etc/os-release
I1025 18:53:35.466263 16010 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1025 18:53:35.466315 16010 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1025 18:53:35.466329 16010 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1025 18:53:35.466339 16010 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1025 18:53:35.466350 16010 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/addons for local assets ...
I1025 18:53:35.466437 16010 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/files for local assets ...
I1025 18:53:35.466463 16010 start.go:303] post-start completed in 109.195203ms
I1025 18:53:35.466753 16010 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-326730
I1025 18:53:35.484123 16010 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/config.json ...
I1025 18:53:35.484388 16010 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1025 18:53:35.484445 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:53:35.501326 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:53:35.583071 16010 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1025 18:53:35.587540 16010 start.go:128] duration metric: createHost completed in 17.836519756s
I1025 18:53:35.587567 16010 start.go:83] releasing machines lock for "addons-326730", held for 17.836689475s
I1025 18:53:35.587622 16010 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-326730
I1025 18:53:35.604634 16010 ssh_runner.go:195] Run: cat /version.json
I1025 18:53:35.604691 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:53:35.604757 16010 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1025 18:53:35.604872 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:53:35.622195 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:53:35.623196 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:53:35.706159 16010 ssh_runner.go:195] Run: systemctl --version
I1025 18:53:35.799887 16010 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1025 18:53:35.936956 16010 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1025 18:53:35.941096 16010 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 18:53:35.958627 16010 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1025 18:53:35.958710 16010 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 18:53:35.985508 16010 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1025 18:53:35.985541 16010 start.go:472] detecting cgroup driver to use...
I1025 18:53:35.985581 16010 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1025 18:53:35.985639 16010 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1025 18:53:35.999415 16010 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1025 18:53:36.009580 16010 docker.go:198] disabling cri-docker service (if available) ...
I1025 18:53:36.009634 16010 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1025 18:53:36.021532 16010 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1025 18:53:36.034423 16010 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1025 18:53:36.112192 16010 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1025 18:53:36.192343 16010 docker.go:214] disabling docker service ...
I1025 18:53:36.192420 16010 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1025 18:53:36.209349 16010 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1025 18:53:36.219970 16010 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1025 18:53:36.300697 16010 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1025 18:53:36.380505 16010 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1025 18:53:36.390956 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1025 18:53:36.405663 16010 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1025 18:53:36.405721 16010 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 18:53:36.414608 16010 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1025 18:53:36.414674 16010 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 18:53:36.423489 16010 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1025 18:53:36.432513 16010 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1025 18:53:36.441407 16010 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1025 18:53:36.449535 16010 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1025 18:53:36.457174 16010 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1025 18:53:36.465152 16010 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1025 18:53:36.540285 16010 ssh_runner.go:195] Run: sudo systemctl restart crio
I1025 18:53:36.643980 16010 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1025 18:53:36.644078 16010 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1025 18:53:36.647420 16010 start.go:540] Will wait 60s for crictl version
I1025 18:53:36.647471 16010 ssh_runner.go:195] Run: which crictl
I1025 18:53:36.650307 16010 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1025 18:53:36.680888 16010 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1025 18:53:36.681011 16010 ssh_runner.go:195] Run: crio --version
I1025 18:53:36.714895 16010 ssh_runner.go:195] Run: crio --version
I1025 18:53:36.750094 16010 out.go:177] * Preparing Kubernetes v1.28.3 on CRI-O 1.24.6 ...
I1025 18:53:36.751916 16010 cli_runner.go:164] Run: docker network inspect addons-326730 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1025 18:53:36.768247 16010 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1025 18:53:36.771653 16010 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1025 18:53:36.781572 16010 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 18:53:36.781626 16010 ssh_runner.go:195] Run: sudo crictl images --output json
I1025 18:53:36.837018 16010 crio.go:496] all images are preloaded for cri-o runtime.
I1025 18:53:36.837040 16010 crio.go:415] Images already preloaded, skipping extraction
I1025 18:53:36.837081 16010 ssh_runner.go:195] Run: sudo crictl images --output json
I1025 18:53:36.868451 16010 crio.go:496] all images are preloaded for cri-o runtime.
I1025 18:53:36.868473 16010 cache_images.go:84] Images are preloaded, skipping loading
I1025 18:53:36.868538 16010 ssh_runner.go:195] Run: crio config
I1025 18:53:36.909459 16010 cni.go:84] Creating CNI manager for ""
I1025 18:53:36.909481 16010 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1025 18:53:36.909498 16010 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1025 18:53:36.909516 16010 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-326730 NodeName:addons-326730 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1025 18:53:36.909641 16010 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-326730"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1025 18:53:36.909710 16010 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-326730 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:addons-326730 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1025 18:53:36.909758 16010 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1025 18:53:36.918678 16010 binaries.go:44] Found k8s binaries, skipping transfer
I1025 18:53:36.918738 16010 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1025 18:53:36.926942 16010 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I1025 18:53:36.943091 16010 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1025 18:53:36.959863 16010 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I1025 18:53:36.976009 16010 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1025 18:53:36.979247 16010 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1025 18:53:36.989339 16010 certs.go:56] Setting up /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730 for IP: 192.168.49.2
I1025 18:53:36.989368 16010 certs.go:190] acquiring lock for shared ca certs: {Name:mkd104fdefd47f3ab848ed3b58b625b850121e26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:36.989481 16010 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key
I1025 18:53:37.361262 16010 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt ...
I1025 18:53:37.361299 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt: {Name:mk60467f7fe60419c598563df5aff249d2483ac4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:37.361504 16010 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key ...
I1025 18:53:37.361518 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key: {Name:mkdecf84a28f099d152683a4f02ba4ef2043ddb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:37.361595 16010 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key
I1025 18:53:37.471887 16010 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt ...
I1025 18:53:37.471924 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt: {Name:mkf53e13c34176320de44a2219e869851ce42e22 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:37.472093 16010 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key ...
I1025 18:53:37.472104 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key: {Name:mk50947d08511c68d2bdb1c7ce7f17cd41f543d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:37.472208 16010 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.key
I1025 18:53:37.472224 16010 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt with IP's: []
I1025 18:53:37.561972 16010 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt ...
I1025 18:53:37.562006 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: {Name:mk0716cd0fdf2ad4f74b7b62f26cf0894847ef3c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:37.562161 16010 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.key ...
I1025 18:53:37.562172 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.key: {Name:mk464fe57d277dadef16f84a5c70092c1ade63eb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:37.562239 16010 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.key.dd3b5fb2
I1025 18:53:37.562257 16010 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1025 18:53:37.830952 16010 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.crt.dd3b5fb2 ...
I1025 18:53:37.830983 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.crt.dd3b5fb2: {Name:mk777bf4955183fea8de56d968b9dc5c0b7f1adf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:37.831166 16010 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.key.dd3b5fb2 ...
I1025 18:53:37.831178 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.key.dd3b5fb2: {Name:mk94fe27d319408865beb991ad98fd2b49dd4be7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:37.831246 16010 certs.go:337] copying /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.crt
I1025 18:53:37.831315 16010 certs.go:341] copying /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.key
I1025 18:53:37.831356 16010 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/proxy-client.key
I1025 18:53:37.831372 16010 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/proxy-client.crt with IP's: []
I1025 18:53:38.090697 16010 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/proxy-client.crt ...
I1025 18:53:38.090736 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/proxy-client.crt: {Name:mk28a853cbb5bb56ee2826be401777beb026c644 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:38.090879 16010 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/proxy-client.key ...
I1025 18:53:38.090906 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/proxy-client.key: {Name:mk8b2e10773bee7d3bb3a271e842bf7fb372d866 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:53:38.091083 16010 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem (1679 bytes)
I1025 18:53:38.091128 16010 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem (1082 bytes)
I1025 18:53:38.091148 16010 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem (1123 bytes)
I1025 18:53:38.091168 16010 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem (1679 bytes)
I1025 18:53:38.091717 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1025 18:53:38.113922 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1025 18:53:38.135181 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1025 18:53:38.155503 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1025 18:53:38.177518 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1025 18:53:38.198777 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1025 18:53:38.220038 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1025 18:53:38.241120 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1025 18:53:38.262433 16010 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1025 18:53:38.284541 16010 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1025 18:53:38.300365 16010 ssh_runner.go:195] Run: openssl version
I1025 18:53:38.305361 16010 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1025 18:53:38.314152 16010 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1025 18:53:38.317695 16010 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 25 18:53 /usr/share/ca-certificates/minikubeCA.pem
I1025 18:53:38.317742 16010 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1025 18:53:38.324203 16010 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1025 18:53:38.332663 16010 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1025 18:53:38.335781 16010 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1025 18:53:38.335826 16010 kubeadm.go:404] StartCluster: {Name:addons-326730 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-326730 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 18:53:38.335906 16010 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1025 18:53:38.335949 16010 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1025 18:53:38.369148 16010 cri.go:89] found id: ""
I1025 18:53:38.369207 16010 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1025 18:53:38.377383 16010 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1025 18:53:38.385702 16010 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1025 18:53:38.385766 16010 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1025 18:53:38.393719 16010 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1025 18:53:38.393769 16010 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1025 18:53:38.473243 16010 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1045-gcp\n", err: exit status 1
I1025 18:53:38.536966 16010 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1025 18:53:47.916456 16010 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1025 18:53:47.916518 16010 kubeadm.go:322] [preflight] Running pre-flight checks
I1025 18:53:47.916637 16010 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1025 18:53:47.916744 16010 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1045-gcp[0m
I1025 18:53:47.916821 16010 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1025 18:53:47.916886 16010 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1025 18:53:47.916951 16010 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1025 18:53:47.917037 16010 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1025 18:53:47.917120 16010 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1025 18:53:47.917200 16010 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1025 18:53:47.917282 16010 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1025 18:53:47.917339 16010 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1025 18:53:47.917397 16010 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1025 18:53:47.917452 16010 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1025 18:53:47.917531 16010 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1025 18:53:47.917639 16010 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1025 18:53:47.917743 16010 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1025 18:53:47.917821 16010 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1025 18:53:47.919675 16010 out.go:204] - Generating certificates and keys ...
I1025 18:53:47.919786 16010 kubeadm.go:322] [certs] Using existing ca certificate authority
I1025 18:53:47.919867 16010 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1025 18:53:47.919952 16010 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1025 18:53:47.920033 16010 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1025 18:53:47.920119 16010 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1025 18:53:47.920183 16010 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1025 18:53:47.920252 16010 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1025 18:53:47.920391 16010 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-326730 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1025 18:53:47.920462 16010 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1025 18:53:47.920671 16010 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-326730 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1025 18:53:47.920789 16010 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1025 18:53:47.920888 16010 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1025 18:53:47.920936 16010 kubeadm.go:322] [certs] Generating "sa" key and public key
I1025 18:53:47.921015 16010 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1025 18:53:47.921102 16010 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1025 18:53:47.921179 16010 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1025 18:53:47.921290 16010 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1025 18:53:47.921390 16010 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1025 18:53:47.921498 16010 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1025 18:53:47.921566 16010 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1025 18:53:47.923647 16010 out.go:204] - Booting up control plane ...
I1025 18:53:47.923729 16010 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1025 18:53:47.923812 16010 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1025 18:53:47.923871 16010 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1025 18:53:47.924011 16010 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1025 18:53:47.924146 16010 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1025 18:53:47.924205 16010 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1025 18:53:47.924386 16010 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1025 18:53:47.924476 16010 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.002753 seconds
I1025 18:53:47.924615 16010 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1025 18:53:47.924766 16010 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1025 18:53:47.924857 16010 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1025 18:53:47.925056 16010 kubeadm.go:322] [mark-control-plane] Marking the node addons-326730 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1025 18:53:47.925108 16010 kubeadm.go:322] [bootstrap-token] Using token: kdemxw.o70pubnb3v9ekjq5
I1025 18:53:47.927477 16010 out.go:204] - Configuring RBAC rules ...
I1025 18:53:47.927638 16010 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1025 18:53:47.927751 16010 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1025 18:53:47.927960 16010 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1025 18:53:47.928137 16010 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1025 18:53:47.928337 16010 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1025 18:53:47.928442 16010 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1025 18:53:47.928547 16010 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1025 18:53:47.928585 16010 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1025 18:53:47.928625 16010 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1025 18:53:47.928631 16010 kubeadm.go:322]
I1025 18:53:47.928682 16010 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1025 18:53:47.928688 16010 kubeadm.go:322]
I1025 18:53:47.928769 16010 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1025 18:53:47.928782 16010 kubeadm.go:322]
I1025 18:53:47.928833 16010 kubeadm.go:322] mkdir -p $HOME/.kube
I1025 18:53:47.928990 16010 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1025 18:53:47.929061 16010 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1025 18:53:47.929080 16010 kubeadm.go:322]
I1025 18:53:47.929156 16010 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1025 18:53:47.929168 16010 kubeadm.go:322]
I1025 18:53:47.929246 16010 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1025 18:53:47.929258 16010 kubeadm.go:322]
I1025 18:53:47.929328 16010 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1025 18:53:47.929435 16010 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1025 18:53:47.929548 16010 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1025 18:53:47.929559 16010 kubeadm.go:322]
I1025 18:53:47.929660 16010 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1025 18:53:47.929779 16010 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1025 18:53:47.929789 16010 kubeadm.go:322]
I1025 18:53:47.929899 16010 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token kdemxw.o70pubnb3v9ekjq5 \
I1025 18:53:47.930040 16010 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858 \
I1025 18:53:47.930072 16010 kubeadm.go:322] --control-plane
I1025 18:53:47.930087 16010 kubeadm.go:322]
I1025 18:53:47.930214 16010 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1025 18:53:47.930230 16010 kubeadm.go:322]
I1025 18:53:47.930317 16010 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token kdemxw.o70pubnb3v9ekjq5 \
I1025 18:53:47.930473 16010 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858
I1025 18:53:47.930494 16010 cni.go:84] Creating CNI manager for ""
I1025 18:53:47.930504 16010 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1025 18:53:47.932676 16010 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1025 18:53:47.934622 16010 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1025 18:53:47.938569 16010 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1025 18:53:47.938593 16010 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1025 18:53:47.955372 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1025 18:53:48.657198 16010 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1025 18:53:48.657269 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:48.657318 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a minikube.k8s.io/name=addons-326730 minikube.k8s.io/updated_at=2023_10_25T18_53_48_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:48.757545 16010 ops.go:34] apiserver oom_adj: -16
I1025 18:53:48.757732 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:48.910344 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:49.537457 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:50.037701 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:50.537578 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:51.037507 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:51.537498 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:52.036745 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:52.536755 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:53.037507 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:53.537507 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:54.037063 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:54.537655 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:55.037621 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:55.537727 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:56.036986 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:56.536956 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:57.037405 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:57.537467 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:58.037105 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:58.536837 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:59.037612 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:53:59.537621 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:54:00.037522 16010 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 18:54:00.103774 16010 kubeadm.go:1081] duration metric: took 11.446563228s to wait for elevateKubeSystemPrivileges.
I1025 18:54:00.103811 16010 kubeadm.go:406] StartCluster complete in 21.767989463s
I1025 18:54:00.103835 16010 settings.go:142] acquiring lock: {Name:mk15c857bee5d804b76e6a4d971ab9fdbe0eab4a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:54:00.103946 16010 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 18:54:00.104376 16010 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/kubeconfig: {Name:mkbcf776d05237a42f29329b577edc2c83098ac0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:54:00.104684 16010 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1025 18:54:00.104727 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1025 18:54:00.104793 16010 addons.go:69] Setting volumesnapshots=true in profile "addons-326730"
I1025 18:54:00.104816 16010 addons.go:231] Setting addon volumesnapshots=true in "addons-326730"
I1025 18:54:00.104825 16010 addons.go:69] Setting default-storageclass=true in profile "addons-326730"
I1025 18:54:00.104819 16010 addons.go:69] Setting ingress-dns=true in profile "addons-326730"
I1025 18:54:00.104860 16010 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-326730"
I1025 18:54:00.104862 16010 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-326730"
I1025 18:54:00.104879 16010 addons.go:69] Setting gcp-auth=true in profile "addons-326730"
I1025 18:54:00.104882 16010 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-326730"
I1025 18:54:00.104884 16010 addons.go:69] Setting registry=true in profile "addons-326730"
I1025 18:54:00.104888 16010 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-326730"
I1025 18:54:00.104893 16010 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-326730"
I1025 18:54:00.104897 16010 addons.go:231] Setting addon registry=true in "addons-326730"
I1025 18:54:00.104900 16010 addons.go:69] Setting helm-tiller=true in profile "addons-326730"
I1025 18:54:00.104923 16010 addons.go:231] Setting addon helm-tiller=true in "addons-326730"
I1025 18:54:00.104941 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.104871 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.104950 16010 addons.go:69] Setting inspektor-gadget=true in profile "addons-326730"
I1025 18:54:00.104969 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.104974 16010 addons.go:231] Setting addon inspektor-gadget=true in "addons-326730"
I1025 18:54:00.104974 16010 config.go:182] Loaded profile config "addons-326730": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 18:54:00.105012 16010 addons.go:69] Setting cloud-spanner=true in profile "addons-326730"
I1025 18:54:00.105016 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.105024 16010 addons.go:231] Setting addon cloud-spanner=true in "addons-326730"
I1025 18:54:00.104895 16010 mustload.go:65] Loading cluster: addons-326730
I1025 18:54:00.105049 16010 addons.go:69] Setting ingress=true in profile "addons-326730"
I1025 18:54:00.105060 16010 addons.go:231] Setting addon ingress=true in "addons-326730"
I1025 18:54:00.105092 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.105097 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.105215 16010 config.go:182] Loaded profile config "addons-326730": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 18:54:00.105291 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.105454 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.105466 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.105472 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.105508 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.105537 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.104871 16010 addons.go:231] Setting addon ingress-dns=true in "addons-326730"
I1025 18:54:00.105677 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.105968 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.106116 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.104865 16010 addons.go:69] Setting storage-provisioner=true in profile "addons-326730"
I1025 18:54:00.106260 16010 addons.go:231] Setting addon storage-provisioner=true in "addons-326730"
I1025 18:54:00.106302 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.106792 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.104941 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.105457 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.107365 16010 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-326730"
I1025 18:54:00.107507 16010 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-326730"
I1025 18:54:00.107595 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.108126 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.108201 16010 addons.go:69] Setting metrics-server=true in profile "addons-326730"
I1025 18:54:00.108248 16010 addons.go:231] Setting addon metrics-server=true in "addons-326730"
I1025 18:54:00.108364 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.108797 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.109086 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.139162 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.144968 16010 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1025 18:54:00.146975 16010 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.3
I1025 18:54:00.148781 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.149232 16010 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1025 18:54:00.151035 16010 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1025 18:54:00.153051 16010 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1025 18:54:00.153079 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1025 18:54:00.153154 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.151088 16010 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1025 18:54:00.153454 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1025 18:54:00.153521 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.156140 16010 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-326730" context rescaled to 1 replicas
I1025 18:54:00.156201 16010 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1025 18:54:00.158663 16010 out.go:177] * Verifying Kubernetes components...
I1025 18:54:00.160917 16010 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 18:54:00.170391 16010 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I1025 18:54:00.172195 16010 out.go:177] - Using image docker.io/registry:2.8.3
I1025 18:54:00.172147 16010 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I1025 18:54:00.174092 16010 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-326730"
I1025 18:54:00.174105 16010 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1025 18:54:00.174179 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I1025 18:54:00.177891 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.178115 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.178702 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.181340 16010 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1025 18:54:00.184464 16010 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1025 18:54:00.188001 16010 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1025 18:54:00.188029 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1025 18:54:00.190054 16010 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1025 18:54:00.196755 16010 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1025 18:54:00.190636 16010 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.11
I1025 18:54:00.190715 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.190477 16010 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.21.0
I1025 18:54:00.196587 16010 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1025 18:54:00.198087 16010 addons.go:231] Setting addon default-storageclass=true in "addons-326730"
I1025 18:54:00.201018 16010 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1025 18:54:00.201035 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1025 18:54:00.201072 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:00.204790 16010 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.1
I1025 18:54:00.202858 16010 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1025 18:54:00.203019 16010 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1025 18:54:00.203056 16010 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1025 18:54:00.203113 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.203605 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:00.206768 16010 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1025 18:54:00.206794 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1025 18:54:00.208051 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.211040 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1025 18:54:00.211055 16010 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1025 18:54:00.211066 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1025 18:54:00.212504 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.213847 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.213847 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.213860 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1025 18:54:00.213892 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.216028 16010 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1025 18:54:00.218320 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.218343 16010 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1025 18:54:00.221015 16010 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1025 18:54:00.223276 16010 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1025 18:54:00.225092 16010 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1025 18:54:00.223035 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.226851 16010 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1025 18:54:00.226868 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1025 18:54:00.235809 16010 out.go:177] - Using image docker.io/busybox:stable
I1025 18:54:00.227051 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.232131 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.242670 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.243078 16010 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1025 18:54:00.247623 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1025 18:54:00.247714 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.247772 16010 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1025 18:54:00.251150 16010 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1025 18:54:00.251172 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1025 18:54:00.251310 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.268042 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.271464 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.272991 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.274519 16010 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1025 18:54:00.274540 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1025 18:54:00.274579 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:00.275682 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.277175 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.287156 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.292055 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:00.292702 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
W1025 18:54:00.304731 16010 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1025 18:54:00.304763 16010 retry.go:31] will retry after 140.960366ms: ssh: handshake failed: EOF
I1025 18:54:00.323809 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1025 18:54:00.324901 16010 node_ready.go:35] waiting up to 6m0s for node "addons-326730" to be "Ready" ...
I1025 18:54:00.508170 16010 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1025 18:54:00.508203 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1025 18:54:00.515917 16010 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I1025 18:54:00.515950 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I1025 18:54:00.608013 16010 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1025 18:54:00.608092 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1025 18:54:00.617426 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1025 18:54:00.627046 16010 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1025 18:54:00.627075 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1025 18:54:00.704239 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1025 18:54:00.716606 16010 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1025 18:54:00.716670 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1025 18:54:00.717260 16010 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I1025 18:54:00.717336 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I1025 18:54:00.805427 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1025 18:54:00.811562 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1025 18:54:00.820000 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1025 18:54:00.908615 16010 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1025 18:54:00.908665 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1025 18:54:00.924756 16010 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1025 18:54:00.924810 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1025 18:54:01.012547 16010 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1025 18:54:01.012575 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1025 18:54:01.014363 16010 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1025 18:54:01.014395 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1025 18:54:01.017521 16010 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1025 18:54:01.017569 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1025 18:54:01.020833 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I1025 18:54:01.024107 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1025 18:54:01.106123 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1025 18:54:01.205527 16010 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1025 18:54:01.205555 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1025 18:54:01.212065 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1025 18:54:01.305289 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1025 18:54:01.315933 16010 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1025 18:54:01.315993 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1025 18:54:01.403743 16010 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1025 18:54:01.403783 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1025 18:54:01.416963 16010 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1025 18:54:01.416989 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1025 18:54:01.704417 16010 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1025 18:54:01.704449 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1025 18:54:01.705093 16010 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1025 18:54:01.705115 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1025 18:54:01.826658 16010 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1025 18:54:01.826684 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1025 18:54:02.003241 16010 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1025 18:54:02.003329 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1025 18:54:02.119527 16010 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1025 18:54:02.119564 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1025 18:54:02.326722 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:02.405092 16010 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1025 18:54:02.405122 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1025 18:54:02.525640 16010 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1025 18:54:02.525735 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1025 18:54:02.615392 16010 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.291538899s)
I1025 18:54:02.615446 16010 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1025 18:54:02.722362 16010 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1025 18:54:02.722408 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1025 18:54:02.904649 16010 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1025 18:54:02.904722 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1025 18:54:02.926403 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1025 18:54:03.104105 16010 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1025 18:54:03.104191 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1025 18:54:03.404670 16010 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1025 18:54:03.404751 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1025 18:54:03.422244 16010 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1025 18:54:03.422270 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1025 18:54:03.825940 16010 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1025 18:54:03.825971 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1025 18:54:03.904139 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1025 18:54:04.310306 16010 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1025 18:54:04.310406 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1025 18:54:04.428888 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:04.518529 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1025 18:54:04.725150 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.107677527s)
I1025 18:54:05.025130 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.320836899s)
I1025 18:54:05.025251 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.21973025s)
I1025 18:54:05.025324 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.213734817s)
I1025 18:54:05.726433 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.906390245s)
I1025 18:54:05.726462 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (4.705571592s)
I1025 18:54:06.918231 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.894086417s)
I1025 18:54:06.918264 16010 addons.go:467] Verifying addon ingress=true in "addons-326730"
I1025 18:54:06.918274 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.812069418s)
I1025 18:54:06.920218 16010 out.go:177] * Verifying ingress addon...
I1025 18:54:06.918392 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.706271404s)
I1025 18:54:06.918465 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.613118142s)
I1025 18:54:06.918586 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.992145551s)
I1025 18:54:06.918677 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (3.014433064s)
I1025 18:54:06.921981 16010 addons.go:467] Verifying addon registry=true in "addons-326730"
W1025 18:54:06.922009 16010 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1025 18:54:06.922028 16010 retry.go:31] will retry after 363.166729ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1025 18:54:06.924551 16010 out.go:177] * Verifying registry addon...
I1025 18:54:06.922069 16010 addons.go:467] Verifying addon metrics-server=true in "addons-326730"
I1025 18:54:06.923058 16010 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1025 18:54:06.923179 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:06.927226 16010 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1025 18:54:06.933355 16010 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1025 18:54:06.933379 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:06.934736 16010 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1025 18:54:06.934755 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:06.936395 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:06.938334 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:07.006362 16010 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1025 18:54:07.006453 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:07.023380 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:07.123497 16010 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1025 18:54:07.140806 16010 addons.go:231] Setting addon gcp-auth=true in "addons-326730"
I1025 18:54:07.140868 16010 host.go:66] Checking if "addons-326730" exists ...
I1025 18:54:07.141387 16010 cli_runner.go:164] Run: docker container inspect addons-326730 --format={{.State.Status}}
I1025 18:54:07.157774 16010 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1025 18:54:07.157818 16010 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-326730
I1025 18:54:07.177268 16010 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/addons-326730/id_rsa Username:docker}
I1025 18:54:07.285587 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1025 18:54:07.441022 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:07.442127 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:07.622909 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.104270525s)
I1025 18:54:07.622955 16010 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-326730"
I1025 18:54:07.624958 16010 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1025 18:54:07.626972 16010 out.go:177] * Verifying csi-hostpath-driver addon...
I1025 18:54:07.630238 16010 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1025 18:54:07.631798 16010 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1025 18:54:07.631818 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1025 18:54:07.629996 16010 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1025 18:54:07.635964 16010 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1025 18:54:07.635988 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:07.706105 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:07.712632 16010 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1025 18:54:07.712655 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1025 18:54:07.730304 16010 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1025 18:54:07.730329 16010 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1025 18:54:07.746649 16010 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1025 18:54:07.940805 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:07.943720 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:08.212149 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:08.442320 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:08.446042 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:08.610202 16010 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.324556247s)
I1025 18:54:08.628268 16010 addons.go:467] Verifying addon gcp-auth=true in "addons-326730"
I1025 18:54:08.630134 16010 out.go:177] * Verifying gcp-auth addon...
I1025 18:54:08.632266 16010 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1025 18:54:08.635287 16010 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1025 18:54:08.635304 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:08.638599 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:08.709950 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:08.940712 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:08.942515 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:09.143312 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:09.211238 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:09.423487 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:09.506291 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:09.506768 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:09.705972 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:09.716552 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:10.004398 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:10.004848 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:10.204478 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:10.211795 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:10.504208 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:10.504414 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:10.643250 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:10.711429 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:11.005390 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:11.007324 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:11.206399 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:11.210333 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:11.423628 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:11.441081 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:11.441495 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:11.643296 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:11.711478 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:11.941947 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:11.943908 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:12.142193 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:12.210527 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:12.441763 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:12.442681 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:12.641919 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:12.711080 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:12.941191 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:12.942840 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:13.141914 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:13.210399 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:13.441421 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:13.442712 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:13.643150 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:13.710523 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:13.923150 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:13.940940 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:13.942138 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:14.143615 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:14.210890 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:14.440543 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:14.442570 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:14.642184 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:14.710950 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:14.940424 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:14.942257 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:15.142243 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:15.210717 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:15.440481 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:15.442526 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:15.642266 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:15.710729 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:15.940505 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:15.941939 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:16.142494 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:16.209668 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:16.423207 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:16.440308 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:16.442260 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:16.641997 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:16.710531 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:16.940393 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:16.941893 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:17.141850 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:17.210358 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:17.440439 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:17.441880 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:17.641861 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:17.710263 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:17.940065 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:17.941905 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:18.141882 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:18.212474 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:18.440324 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:18.442485 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:18.642319 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:18.710589 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:18.923135 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:18.940503 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:18.942070 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:19.141966 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:19.210534 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:19.440512 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:19.442136 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:19.641943 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:19.710689 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:19.940218 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:19.942068 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:20.142094 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:20.210439 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:20.441028 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:20.441968 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:20.642756 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:20.710893 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:20.940794 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:20.942558 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:21.142694 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:21.210056 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:21.423153 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:21.440630 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:21.442440 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:21.642222 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:21.710470 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:21.940166 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:21.942569 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:22.142764 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:22.210305 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:22.440220 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:22.441748 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:22.641639 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:22.709996 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:22.941188 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:22.942352 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:23.142408 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:23.210808 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:23.441112 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:23.442667 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:23.641441 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:23.710140 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:23.922654 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:23.941685 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:23.941980 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:24.141735 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:24.210403 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:24.440748 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:24.442386 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:24.641887 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:24.710617 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:24.940639 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:24.942577 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:25.142559 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:25.209727 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:25.441210 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:25.442168 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:25.641911 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:25.710310 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:25.940223 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:25.942238 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:26.142249 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:26.211081 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:26.423073 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:26.440102 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:26.442021 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:26.642137 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:26.710706 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:26.940549 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:26.942588 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:27.142232 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:27.210523 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:27.440430 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:27.442121 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:27.641950 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:27.710348 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:27.940809 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:27.942300 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:28.142021 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:28.210707 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:28.423261 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:28.440521 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:28.444298 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:28.642145 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:28.710544 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:28.939961 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:28.941662 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:29.141748 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:29.210228 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:29.440204 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:29.442143 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:29.642360 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:29.710938 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:29.941177 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:29.941789 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:30.141893 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:30.210358 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:30.440997 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:30.442459 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:30.642187 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:30.711056 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:30.922585 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:30.940979 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:30.941565 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:31.142664 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:31.210100 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:31.440968 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:31.441691 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:31.641587 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:31.710116 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:31.941232 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:31.941937 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:32.142060 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:32.210771 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:32.440846 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:32.442772 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:32.641533 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:32.709890 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:32.940667 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:32.941109 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:33.142337 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:33.210891 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:33.422689 16010 node_ready.go:58] node "addons-326730" has status "Ready":"False"
I1025 18:54:33.441567 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:33.441891 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:33.641348 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:33.710869 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:33.941168 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:33.943159 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:34.142295 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:34.210456 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:34.440365 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:34.442411 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:34.644125 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:34.710528 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:34.940432 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:34.942467 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:35.142486 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:35.211915 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:35.422891 16010 node_ready.go:49] node "addons-326730" has status "Ready":"True"
I1025 18:54:35.422925 16010 node_ready.go:38] duration metric: took 35.097979353s waiting for node "addons-326730" to be "Ready" ...
I1025 18:54:35.422934 16010 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1025 18:54:35.433369 16010 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-lf8lj" in "kube-system" namespace to be "Ready" ...
I1025 18:54:35.440139 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:35.444971 16010 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1025 18:54:35.444993 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:35.643342 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:35.711871 16010 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1025 18:54:35.711895 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:35.941025 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:35.943683 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:36.142755 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:36.212713 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:36.504537 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:36.508631 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:36.704595 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:36.712098 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:36.941837 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:36.942220 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:37.143016 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:37.211774 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:37.441418 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:37.443442 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:37.450409 16010 pod_ready.go:92] pod "coredns-5dd5756b68-lf8lj" in "kube-system" namespace has status "Ready":"True"
I1025 18:54:37.450438 16010 pod_ready.go:81] duration metric: took 2.017032429s waiting for pod "coredns-5dd5756b68-lf8lj" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.450473 16010 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-326730" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.503753 16010 pod_ready.go:92] pod "etcd-addons-326730" in "kube-system" namespace has status "Ready":"True"
I1025 18:54:37.503778 16010 pod_ready.go:81] duration metric: took 53.295453ms waiting for pod "etcd-addons-326730" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.503791 16010 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-326730" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.509336 16010 pod_ready.go:92] pod "kube-apiserver-addons-326730" in "kube-system" namespace has status "Ready":"True"
I1025 18:54:37.509362 16010 pod_ready.go:81] duration metric: took 5.563446ms waiting for pod "kube-apiserver-addons-326730" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.509378 16010 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-326730" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.514067 16010 pod_ready.go:92] pod "kube-controller-manager-addons-326730" in "kube-system" namespace has status "Ready":"True"
I1025 18:54:37.514090 16010 pod_ready.go:81] duration metric: took 4.703281ms waiting for pod "kube-controller-manager-addons-326730" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.514106 16010 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-cbx5l" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.641960 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:37.711737 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:37.823316 16010 pod_ready.go:92] pod "kube-proxy-cbx5l" in "kube-system" namespace has status "Ready":"True"
I1025 18:54:37.823339 16010 pod_ready.go:81] duration metric: took 309.22591ms waiting for pod "kube-proxy-cbx5l" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.823349 16010 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-326730" in "kube-system" namespace to be "Ready" ...
I1025 18:54:37.941540 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:37.942587 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:38.142681 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:38.211418 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:38.224544 16010 pod_ready.go:92] pod "kube-scheduler-addons-326730" in "kube-system" namespace has status "Ready":"True"
I1025 18:54:38.224568 16010 pod_ready.go:81] duration metric: took 401.213718ms waiting for pod "kube-scheduler-addons-326730" in "kube-system" namespace to be "Ready" ...
I1025 18:54:38.224578 16010 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-7c66d45ddc-dz6h8" in "kube-system" namespace to be "Ready" ...
I1025 18:54:38.442388 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:38.444807 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:38.706541 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:38.712237 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:38.940849 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:38.944992 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:39.144611 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:39.212383 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:39.442163 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:39.442424 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:39.641896 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:39.712070 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:39.942290 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:39.943037 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:40.142976 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:40.212626 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:40.440580 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:40.442975 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:40.530350 16010 pod_ready.go:102] pod "metrics-server-7c66d45ddc-dz6h8" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:40.641982 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:40.711627 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:40.940568 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:40.942542 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:41.142469 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:41.212118 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:41.441281 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:41.442288 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:41.642039 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:41.711579 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:41.941108 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:41.942827 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:42.142839 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:42.211045 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:42.441993 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:42.442837 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:42.530603 16010 pod_ready.go:102] pod "metrics-server-7c66d45ddc-dz6h8" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:42.642352 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:42.710983 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:42.941023 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:42.941881 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:43.142012 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:43.212229 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:43.705870 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:43.732683 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:43.733736 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:43.735176 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:43.736540 16010 pod_ready.go:92] pod "metrics-server-7c66d45ddc-dz6h8" in "kube-system" namespace has status "Ready":"True"
I1025 18:54:43.736566 16010 pod_ready.go:81] duration metric: took 5.511980848s waiting for pod "metrics-server-7c66d45ddc-dz6h8" in "kube-system" namespace to be "Ready" ...
I1025 18:54:43.736581 16010 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace to be "Ready" ...
I1025 18:54:44.006205 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:44.007559 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:44.141863 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:44.211452 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:44.441489 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:44.442151 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:44.641774 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:44.711839 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:44.940859 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:44.943283 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:45.206321 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:45.212026 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:45.516586 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:45.527795 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:45.706526 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:45.712417 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:45.814793 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:46.005532 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:46.005740 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:46.204162 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:46.212321 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:46.440971 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:46.442117 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:46.643750 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:46.711299 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:46.941194 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:46.942984 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:47.143045 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:47.212265 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:47.440638 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:47.442992 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:47.642759 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:47.711637 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:47.941527 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:47.943956 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:48.142914 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:48.212560 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:48.315053 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:48.442021 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:48.444065 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:48.642119 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:48.713173 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:48.941920 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:48.943788 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:49.142758 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:49.211477 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:49.441219 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:49.442965 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:49.642787 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:49.710825 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:49.941149 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:49.942153 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:50.142111 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:50.211551 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:50.440871 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:50.443659 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:50.644588 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:50.711665 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:50.813602 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:50.941392 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:50.942828 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:51.142707 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:51.213162 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:51.440708 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:51.442647 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:51.642081 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:51.711199 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:51.940899 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:51.941891 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:52.141771 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:52.211006 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:52.440249 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:52.442902 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:52.642634 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:52.711672 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:52.814532 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:52.942034 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:52.942606 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:53.142550 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:53.211403 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:53.440711 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:53.443593 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:53.642946 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:53.712184 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:53.941435 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:53.942867 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:54.142520 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:54.210977 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:54.441370 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:54.444074 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:54.642565 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:54.713222 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:54.941959 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:54.942597 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:55.142656 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:55.211517 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:55.314476 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:55.441365 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:55.442128 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:55.642952 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:55.710905 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:55.941630 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:55.942968 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:56.141657 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:56.211230 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:56.440910 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:56.443732 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:56.642228 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:56.711958 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:56.941667 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:56.942675 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:57.142733 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:57.212760 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:57.321256 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:57.442049 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:57.442689 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:57.642436 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:57.711873 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:57.942166 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:57.942653 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:58.143426 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:58.212122 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:58.441094 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:58.509429 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:58.653893 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:58.714512 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:58.941604 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:58.943126 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:59.141869 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:59.211700 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:59.441712 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:59.443785 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:54:59.643220 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:54:59.712355 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:54:59.814240 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:54:59.940014 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:54:59.942501 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:55:00.141391 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:00.211695 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:00.441697 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:00.442768 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:55:00.642678 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:00.711382 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:00.940700 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:00.943303 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1025 18:55:01.141783 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:01.211651 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:01.440905 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:01.442879 16010 kapi.go:107] duration metric: took 54.515654747s to wait for kubernetes.io/minikube-addons=registry ...
I1025 18:55:01.641717 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:01.711514 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:01.814794 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:55:01.940398 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:02.142641 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:02.211902 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:02.441677 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:02.642254 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:02.711356 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:02.940399 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:03.141755 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:03.210922 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:03.440219 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:03.641879 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:03.710990 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:03.941281 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:04.142390 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:04.211731 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:04.314262 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:55:04.442889 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:04.709154 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:04.718143 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:05.007994 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:05.205457 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:05.212832 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:05.507903 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:05.707299 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:05.711137 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:05.941911 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:06.142718 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:06.212306 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:06.315116 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:55:06.441890 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:06.642439 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:06.712315 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:06.941446 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:07.142603 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:07.212082 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:07.507226 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:07.703618 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:07.711779 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:07.941629 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:08.141941 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:08.211542 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:08.441058 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:08.641992 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:08.714427 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:08.813480 16010 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"False"
I1025 18:55:08.940765 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:09.143146 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:09.213260 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:09.441196 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:09.642971 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:09.711693 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:09.942887 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:10.142522 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:10.212529 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:10.440388 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:10.641926 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:10.711804 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:10.818820 16010 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace has status "Ready":"True"
I1025 18:55:10.818843 16010 pod_ready.go:81] duration metric: took 27.082250025s waiting for pod "nvidia-device-plugin-daemonset-gd76w" in "kube-system" namespace to be "Ready" ...
I1025 18:55:10.818865 16010 pod_ready.go:38] duration metric: took 35.395920355s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1025 18:55:10.818884 16010 api_server.go:52] waiting for apiserver process to appear ...
I1025 18:55:10.818909 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1025 18:55:10.818952 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1025 18:55:10.861470 16010 cri.go:89] found id: "af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7"
I1025 18:55:10.861496 16010 cri.go:89] found id: ""
I1025 18:55:10.861504 16010 logs.go:284] 1 containers: [af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7]
I1025 18:55:10.861557 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:10.903038 16010 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1025 18:55:10.903117 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1025 18:55:10.938938 16010 cri.go:89] found id: "039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86"
I1025 18:55:10.938959 16010 cri.go:89] found id: ""
I1025 18:55:10.938967 16010 logs.go:284] 1 containers: [039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86]
I1025 18:55:10.939010 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:10.940838 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:10.942711 16010 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1025 18:55:10.942787 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1025 18:55:10.977726 16010 cri.go:89] found id: "46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc"
I1025 18:55:10.977753 16010 cri.go:89] found id: ""
I1025 18:55:10.977762 16010 logs.go:284] 1 containers: [46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc]
I1025 18:55:10.977814 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:10.981332 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1025 18:55:10.981398 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1025 18:55:11.018224 16010 cri.go:89] found id: "bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb"
I1025 18:55:11.018248 16010 cri.go:89] found id: ""
I1025 18:55:11.018257 16010 logs.go:284] 1 containers: [bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb]
I1025 18:55:11.018313 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:11.021744 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1025 18:55:11.021815 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1025 18:55:11.059201 16010 cri.go:89] found id: "e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55"
I1025 18:55:11.059222 16010 cri.go:89] found id: ""
I1025 18:55:11.059229 16010 logs.go:284] 1 containers: [e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55]
I1025 18:55:11.059288 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:11.063201 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1025 18:55:11.063273 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1025 18:55:11.098255 16010 cri.go:89] found id: "57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d"
I1025 18:55:11.098278 16010 cri.go:89] found id: ""
I1025 18:55:11.098286 16010 logs.go:284] 1 containers: [57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d]
I1025 18:55:11.098338 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:11.102081 16010 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1025 18:55:11.102205 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1025 18:55:11.138988 16010 cri.go:89] found id: "888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd"
I1025 18:55:11.139014 16010 cri.go:89] found id: ""
I1025 18:55:11.139021 16010 logs.go:284] 1 containers: [888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd]
I1025 18:55:11.139084 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:11.142236 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:11.142801 16010 logs.go:123] Gathering logs for kindnet [888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd] ...
I1025 18:55:11.142825 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd"
I1025 18:55:11.180642 16010 logs.go:123] Gathering logs for dmesg ...
I1025 18:55:11.180669 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1025 18:55:11.193531 16010 logs.go:123] Gathering logs for describe nodes ...
I1025 18:55:11.193564 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1025 18:55:11.212035 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:11.323739 16010 logs.go:123] Gathering logs for kube-scheduler [bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb] ...
I1025 18:55:11.323776 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb"
I1025 18:55:11.373968 16010 logs.go:123] Gathering logs for coredns [46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc] ...
I1025 18:55:11.374005 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc"
I1025 18:55:11.430163 16010 logs.go:123] Gathering logs for kube-proxy [e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55] ...
I1025 18:55:11.430205 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55"
I1025 18:55:11.441414 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:11.507686 16010 logs.go:123] Gathering logs for kube-controller-manager [57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d] ...
I1025 18:55:11.507728 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d"
I1025 18:55:11.584708 16010 logs.go:123] Gathering logs for CRI-O ...
I1025 18:55:11.584748 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1025 18:55:11.642656 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:11.678455 16010 logs.go:123] Gathering logs for container status ...
I1025 18:55:11.678494 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1025 18:55:11.711291 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:11.736681 16010 logs.go:123] Gathering logs for kubelet ...
I1025 18:55:11.736721 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1025 18:55:11.824675 16010 logs.go:123] Gathering logs for kube-apiserver [af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7] ...
I1025 18:55:11.824718 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7"
I1025 18:55:11.877174 16010 logs.go:123] Gathering logs for etcd [039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86] ...
I1025 18:55:11.877217 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86"
I1025 18:55:11.941144 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:12.142948 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1025 18:55:12.211817 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:12.443105 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:12.642138 16010 kapi.go:107] duration metric: took 1m4.009871517s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1025 18:55:12.644468 16010 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-326730 cluster.
I1025 18:55:12.646261 16010 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1025 18:55:12.649009 16010 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1025 18:55:12.711643 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:13.007240 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:13.213179 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:13.506098 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:13.714990 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:14.006951 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:14.212882 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:14.442225 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:14.455139 16010 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1025 18:55:14.516306 16010 api_server.go:72] duration metric: took 1m14.360062813s to wait for apiserver process to appear ...
I1025 18:55:14.516336 16010 api_server.go:88] waiting for apiserver healthz status ...
I1025 18:55:14.516367 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1025 18:55:14.516419 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1025 18:55:14.621335 16010 cri.go:89] found id: "af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7"
I1025 18:55:14.621364 16010 cri.go:89] found id: ""
I1025 18:55:14.621374 16010 logs.go:284] 1 containers: [af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7]
I1025 18:55:14.621433 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:14.625265 16010 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1025 18:55:14.625328 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1025 18:55:14.712024 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:14.718831 16010 cri.go:89] found id: "039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86"
I1025 18:55:14.718853 16010 cri.go:89] found id: ""
I1025 18:55:14.718863 16010 logs.go:284] 1 containers: [039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86]
I1025 18:55:14.718915 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:14.722456 16010 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1025 18:55:14.722525 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1025 18:55:14.820266 16010 cri.go:89] found id: "46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc"
I1025 18:55:14.820290 16010 cri.go:89] found id: ""
I1025 18:55:14.820299 16010 logs.go:284] 1 containers: [46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc]
I1025 18:55:14.820357 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:14.823817 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1025 18:55:14.823874 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1025 18:55:14.920597 16010 cri.go:89] found id: "bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb"
I1025 18:55:14.920619 16010 cri.go:89] found id: ""
I1025 18:55:14.920629 16010 logs.go:284] 1 containers: [bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb]
I1025 18:55:14.920677 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:14.924158 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1025 18:55:14.924226 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1025 18:55:14.941695 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:15.017990 16010 cri.go:89] found id: "e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55"
I1025 18:55:15.018013 16010 cri.go:89] found id: ""
I1025 18:55:15.018022 16010 logs.go:284] 1 containers: [e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55]
I1025 18:55:15.018076 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:15.021841 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1025 18:55:15.021894 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1025 18:55:15.117483 16010 cri.go:89] found id: "57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d"
I1025 18:55:15.117507 16010 cri.go:89] found id: ""
I1025 18:55:15.117521 16010 logs.go:284] 1 containers: [57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d]
I1025 18:55:15.117570 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:15.121332 16010 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1025 18:55:15.121397 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1025 18:55:15.155687 16010 cri.go:89] found id: "888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd"
I1025 18:55:15.155715 16010 cri.go:89] found id: ""
I1025 18:55:15.155732 16010 logs.go:284] 1 containers: [888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd]
I1025 18:55:15.155795 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:15.159702 16010 logs.go:123] Gathering logs for kindnet [888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd] ...
I1025 18:55:15.159736 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd"
I1025 18:55:15.211386 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:15.232158 16010 logs.go:123] Gathering logs for CRI-O ...
I1025 18:55:15.232189 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1025 18:55:15.328127 16010 logs.go:123] Gathering logs for kubelet ...
I1025 18:55:15.328169 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1025 18:55:15.430040 16010 logs.go:123] Gathering logs for coredns [46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc] ...
I1025 18:55:15.430081 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc"
I1025 18:55:15.444283 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:15.476584 16010 logs.go:123] Gathering logs for kube-scheduler [bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb] ...
I1025 18:55:15.476621 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb"
I1025 18:55:15.549477 16010 logs.go:123] Gathering logs for kube-proxy [e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55] ...
I1025 18:55:15.549516 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55"
I1025 18:55:15.623114 16010 logs.go:123] Gathering logs for kube-controller-manager [57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d] ...
I1025 18:55:15.623152 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d"
I1025 18:55:15.688729 16010 logs.go:123] Gathering logs for dmesg ...
I1025 18:55:15.688764 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1025 18:55:15.712571 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:15.715511 16010 logs.go:123] Gathering logs for describe nodes ...
I1025 18:55:15.715544 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1025 18:55:15.942216 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:16.010794 16010 logs.go:123] Gathering logs for kube-apiserver [af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7] ...
I1025 18:55:16.010833 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7"
I1025 18:55:16.059216 16010 logs.go:123] Gathering logs for etcd [039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86] ...
I1025 18:55:16.059248 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86"
I1025 18:55:16.138184 16010 logs.go:123] Gathering logs for container status ...
I1025 18:55:16.138222 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1025 18:55:16.213182 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:16.442056 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:16.711608 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:16.940205 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:17.211726 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:17.440782 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:17.713113 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:17.944756 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:18.212983 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:18.440749 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:18.710650 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:18.723877 16010 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1025 18:55:18.728183 16010 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1025 18:55:18.729185 16010 api_server.go:141] control plane version: v1.28.3
I1025 18:55:18.729207 16010 api_server.go:131] duration metric: took 4.212863872s to wait for apiserver health ...
I1025 18:55:18.729217 16010 system_pods.go:43] waiting for kube-system pods to appear ...
I1025 18:55:18.729242 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1025 18:55:18.729297 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1025 18:55:18.764777 16010 cri.go:89] found id: "af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7"
I1025 18:55:18.764809 16010 cri.go:89] found id: ""
I1025 18:55:18.764819 16010 logs.go:284] 1 containers: [af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7]
I1025 18:55:18.764871 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:18.768416 16010 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1025 18:55:18.768484 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1025 18:55:18.812432 16010 cri.go:89] found id: "039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86"
I1025 18:55:18.812458 16010 cri.go:89] found id: ""
I1025 18:55:18.812468 16010 logs.go:284] 1 containers: [039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86]
I1025 18:55:18.812530 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:18.815997 16010 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1025 18:55:18.816071 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1025 18:55:18.905603 16010 cri.go:89] found id: "46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc"
I1025 18:55:18.905635 16010 cri.go:89] found id: ""
I1025 18:55:18.905648 16010 logs.go:284] 1 containers: [46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc]
I1025 18:55:18.905718 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:18.909562 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1025 18:55:18.909635 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1025 18:55:18.940887 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:18.945416 16010 cri.go:89] found id: "bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb"
I1025 18:55:18.945443 16010 cri.go:89] found id: ""
I1025 18:55:18.945451 16010 logs.go:284] 1 containers: [bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb]
I1025 18:55:18.945502 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:18.948837 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1025 18:55:18.948914 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1025 18:55:19.005480 16010 cri.go:89] found id: "e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55"
I1025 18:55:19.005509 16010 cri.go:89] found id: ""
I1025 18:55:19.005519 16010 logs.go:284] 1 containers: [e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55]
I1025 18:55:19.005592 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:19.010100 16010 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1025 18:55:19.010172 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1025 18:55:19.119448 16010 cri.go:89] found id: "57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d"
I1025 18:55:19.119474 16010 cri.go:89] found id: ""
I1025 18:55:19.119484 16010 logs.go:284] 1 containers: [57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d]
I1025 18:55:19.119555 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:19.124890 16010 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1025 18:55:19.124972 16010 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1025 18:55:19.213466 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:19.322857 16010 cri.go:89] found id: "888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd"
I1025 18:55:19.322887 16010 cri.go:89] found id: ""
I1025 18:55:19.322905 16010 logs.go:284] 1 containers: [888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd]
I1025 18:55:19.322958 16010 ssh_runner.go:195] Run: which crictl
I1025 18:55:19.326929 16010 logs.go:123] Gathering logs for CRI-O ...
I1025 18:55:19.327015 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1025 18:55:19.442082 16010 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1025 18:55:19.478474 16010 logs.go:123] Gathering logs for describe nodes ...
I1025 18:55:19.478516 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1025 18:55:19.711891 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:19.816233 16010 logs.go:123] Gathering logs for kube-apiserver [af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7] ...
I1025 18:55:19.816265 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7"
I1025 18:55:19.928152 16010 logs.go:123] Gathering logs for etcd [039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86] ...
I1025 18:55:19.928192 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86"
I1025 18:55:19.940598 16010 kapi.go:107] duration metric: took 1m13.017539822s to wait for app.kubernetes.io/name=ingress-nginx ...
I1025 18:55:19.977371 16010 logs.go:123] Gathering logs for kube-scheduler [bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb] ...
I1025 18:55:19.977411 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb"
I1025 18:55:20.115803 16010 logs.go:123] Gathering logs for kube-proxy [e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55] ...
I1025 18:55:20.115867 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55"
I1025 18:55:20.208427 16010 logs.go:123] Gathering logs for kube-controller-manager [57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d] ...
I1025 18:55:20.208467 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d"
I1025 18:55:20.211875 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:20.270253 16010 logs.go:123] Gathering logs for kindnet [888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd] ...
I1025 18:55:20.270292 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd"
I1025 18:55:20.343537 16010 logs.go:123] Gathering logs for container status ...
I1025 18:55:20.343567 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1025 18:55:20.448224 16010 logs.go:123] Gathering logs for kubelet ...
I1025 18:55:20.448257 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1025 18:55:20.529197 16010 logs.go:123] Gathering logs for dmesg ...
I1025 18:55:20.529233 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1025 18:55:20.541428 16010 logs.go:123] Gathering logs for coredns [46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc] ...
I1025 18:55:20.541453 16010 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc"
I1025 18:55:20.712430 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:21.212304 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:21.710803 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:22.211388 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:22.712678 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:23.087473 16010 system_pods.go:59] 19 kube-system pods found
I1025 18:55:23.087519 16010 system_pods.go:61] "coredns-5dd5756b68-lf8lj" [a8fa719a-a1c8-47c1-9b85-831a7589211c] Running
I1025 18:55:23.087528 16010 system_pods.go:61] "csi-hostpath-attacher-0" [7ba950c9-4fad-4382-a73b-4ce5cf27a6b4] Running
I1025 18:55:23.087535 16010 system_pods.go:61] "csi-hostpath-resizer-0" [93138a2f-f652-4bbb-8612-316bf738876d] Running
I1025 18:55:23.087547 16010 system_pods.go:61] "csi-hostpathplugin-8wz66" [ae114a79-8fbe-4fcd-b937-e898fad7e375] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1025 18:55:23.087559 16010 system_pods.go:61] "etcd-addons-326730" [25471c73-bf13-43b8-a009-da2c2e33c8f6] Running
I1025 18:55:23.087572 16010 system_pods.go:61] "kindnet-xzmmj" [ddad9d8f-7fde-4791-863e-0c621adbdfc7] Running
I1025 18:55:23.087579 16010 system_pods.go:61] "kube-apiserver-addons-326730" [9f49a1a2-87bf-4424-8c29-9a402fb4f661] Running
I1025 18:55:23.087591 16010 system_pods.go:61] "kube-controller-manager-addons-326730" [cff717d9-e6fa-4fc1-9e40-6d111ef17232] Running
I1025 18:55:23.087599 16010 system_pods.go:61] "kube-ingress-dns-minikube" [c0daa459-ffe8-4027-8cda-2fdcc2286d0d] Running
I1025 18:55:23.087611 16010 system_pods.go:61] "kube-proxy-cbx5l" [0fa7966b-0ebc-43dd-bf24-9bdd908f2731] Running
I1025 18:55:23.087620 16010 system_pods.go:61] "kube-scheduler-addons-326730" [9ec5e0a9-8108-4974-9943-a477ac5c058f] Running
I1025 18:55:23.087631 16010 system_pods.go:61] "metrics-server-7c66d45ddc-dz6h8" [85cd7789-8c4f-4d52-bbed-cff0fbc63b66] Running
I1025 18:55:23.087640 16010 system_pods.go:61] "nvidia-device-plugin-daemonset-gd76w" [ab9eee9f-0ad2-4e93-9119-efd940993d9b] Running
I1025 18:55:23.087646 16010 system_pods.go:61] "registry-proxy-27lrj" [09af45cc-d2c4-4228-b621-0c3a2d81c903] Running
I1025 18:55:23.087655 16010 system_pods.go:61] "registry-tchjg" [bd5ba4c7-4a1c-49da-978e-6519e56cbf48] Running
I1025 18:55:23.087662 16010 system_pods.go:61] "snapshot-controller-58dbcc7b99-8mr8d" [103c50aa-6f21-4b12-9075-f1f82c5c6045] Running
I1025 18:55:23.087672 16010 system_pods.go:61] "snapshot-controller-58dbcc7b99-czqdf" [fbf5f781-20e5-4225-91f8-eb5e407d7f10] Running
I1025 18:55:23.087681 16010 system_pods.go:61] "storage-provisioner" [69a1f114-f1c4-4469-9903-1e39627d06a4] Running
I1025 18:55:23.087688 16010 system_pods.go:61] "tiller-deploy-7b677967b9-6bktj" [c8d7dde1-40d7-4591-baa5-6ec852d61dd2] Running
I1025 18:55:23.087699 16010 system_pods.go:74] duration metric: took 4.358475267s to wait for pod list to return data ...
I1025 18:55:23.087712 16010 default_sa.go:34] waiting for default service account to be created ...
I1025 18:55:23.090330 16010 default_sa.go:45] found service account: "default"
I1025 18:55:23.090352 16010 default_sa.go:55] duration metric: took 2.633327ms for default service account to be created ...
I1025 18:55:23.090363 16010 system_pods.go:116] waiting for k8s-apps to be running ...
I1025 18:55:23.097835 16010 system_pods.go:86] 19 kube-system pods found
I1025 18:55:23.097865 16010 system_pods.go:89] "coredns-5dd5756b68-lf8lj" [a8fa719a-a1c8-47c1-9b85-831a7589211c] Running
I1025 18:55:23.097871 16010 system_pods.go:89] "csi-hostpath-attacher-0" [7ba950c9-4fad-4382-a73b-4ce5cf27a6b4] Running
I1025 18:55:23.097875 16010 system_pods.go:89] "csi-hostpath-resizer-0" [93138a2f-f652-4bbb-8612-316bf738876d] Running
I1025 18:55:23.097882 16010 system_pods.go:89] "csi-hostpathplugin-8wz66" [ae114a79-8fbe-4fcd-b937-e898fad7e375] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1025 18:55:23.097889 16010 system_pods.go:89] "etcd-addons-326730" [25471c73-bf13-43b8-a009-da2c2e33c8f6] Running
I1025 18:55:23.097893 16010 system_pods.go:89] "kindnet-xzmmj" [ddad9d8f-7fde-4791-863e-0c621adbdfc7] Running
I1025 18:55:23.097897 16010 system_pods.go:89] "kube-apiserver-addons-326730" [9f49a1a2-87bf-4424-8c29-9a402fb4f661] Running
I1025 18:55:23.097901 16010 system_pods.go:89] "kube-controller-manager-addons-326730" [cff717d9-e6fa-4fc1-9e40-6d111ef17232] Running
I1025 18:55:23.097905 16010 system_pods.go:89] "kube-ingress-dns-minikube" [c0daa459-ffe8-4027-8cda-2fdcc2286d0d] Running
I1025 18:55:23.097910 16010 system_pods.go:89] "kube-proxy-cbx5l" [0fa7966b-0ebc-43dd-bf24-9bdd908f2731] Running
I1025 18:55:23.097914 16010 system_pods.go:89] "kube-scheduler-addons-326730" [9ec5e0a9-8108-4974-9943-a477ac5c058f] Running
I1025 18:55:23.097918 16010 system_pods.go:89] "metrics-server-7c66d45ddc-dz6h8" [85cd7789-8c4f-4d52-bbed-cff0fbc63b66] Running
I1025 18:55:23.097922 16010 system_pods.go:89] "nvidia-device-plugin-daemonset-gd76w" [ab9eee9f-0ad2-4e93-9119-efd940993d9b] Running
I1025 18:55:23.097927 16010 system_pods.go:89] "registry-proxy-27lrj" [09af45cc-d2c4-4228-b621-0c3a2d81c903] Running
I1025 18:55:23.097931 16010 system_pods.go:89] "registry-tchjg" [bd5ba4c7-4a1c-49da-978e-6519e56cbf48] Running
I1025 18:55:23.097937 16010 system_pods.go:89] "snapshot-controller-58dbcc7b99-8mr8d" [103c50aa-6f21-4b12-9075-f1f82c5c6045] Running
I1025 18:55:23.097941 16010 system_pods.go:89] "snapshot-controller-58dbcc7b99-czqdf" [fbf5f781-20e5-4225-91f8-eb5e407d7f10] Running
I1025 18:55:23.097946 16010 system_pods.go:89] "storage-provisioner" [69a1f114-f1c4-4469-9903-1e39627d06a4] Running
I1025 18:55:23.097950 16010 system_pods.go:89] "tiller-deploy-7b677967b9-6bktj" [c8d7dde1-40d7-4591-baa5-6ec852d61dd2] Running
I1025 18:55:23.097958 16010 system_pods.go:126] duration metric: took 7.579475ms to wait for k8s-apps to be running ...
I1025 18:55:23.097968 16010 system_svc.go:44] waiting for kubelet service to be running ....
I1025 18:55:23.098012 16010 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 18:55:23.109198 16010 system_svc.go:56] duration metric: took 11.217493ms WaitForService to wait for kubelet.
I1025 18:55:23.109227 16010 kubeadm.go:581] duration metric: took 1m22.952991081s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1025 18:55:23.109252 16010 node_conditions.go:102] verifying NodePressure condition ...
I1025 18:55:23.112142 16010 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1025 18:55:23.112168 16010 node_conditions.go:123] node cpu capacity is 8
I1025 18:55:23.112185 16010 node_conditions.go:105] duration metric: took 2.928597ms to run NodePressure ...
I1025 18:55:23.112200 16010 start.go:228] waiting for startup goroutines ...
I1025 18:55:23.211777 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:23.711142 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:24.211678 16010 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1025 18:55:24.711673 16010 kapi.go:107] duration metric: took 1m17.081678002s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1025 18:55:24.715211 16010 out.go:177] * Enabled addons: cloud-spanner, ingress-dns, nvidia-device-plugin, default-storageclass, storage-provisioner, helm-tiller, inspektor-gadget, metrics-server, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1025 18:55:24.718234 16010 addons.go:502] enable addons completed in 1m24.613545885s: enabled=[cloud-spanner ingress-dns nvidia-device-plugin default-storageclass storage-provisioner helm-tiller inspektor-gadget metrics-server storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1025 18:55:24.718277 16010 start.go:233] waiting for cluster config update ...
I1025 18:55:24.718301 16010 start.go:242] writing updated cluster config ...
I1025 18:55:24.718604 16010 ssh_runner.go:195] Run: rm -f paused
I1025 18:55:24.768441 16010 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1025 18:55:24.771066 16010 out.go:177] * Done! kubectl is now configured to use "addons-326730" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.026175815Z" level=info msg="Removing container: cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5" id=9f0e6451-171b-4ee8-a9fb-8a9892942702 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.091428033Z" level=info msg="Removed container cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=9f0e6451-171b-4ee8-a9fb-8a9892942702 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.093663761Z" level=info msg="Pulled image: gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6" id=aa34d39a-5c1f-45e1-b295-ba1f697f588f name=/runtime.v1.ImageService/PullImage
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.094456225Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=b29060c9-3fee-47ed-916d-c4f973377f4b name=/runtime.v1.ImageService/ImageStatus
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.095385063Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:97e050c3e21e9472ce8eb8fcb7bb8f23063c0b473fe44bdc42246bb01c15cdd4,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=b29060c9-3fee-47ed-916d-c4f973377f4b name=/runtime.v1.ImageService/ImageStatus
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.096259929Z" level=info msg="Creating container: default/hello-world-app-5d77478584-7svpg/hello-world-app" id=cba42668-7623-49de-bcb3-3d1790e6d573 name=/runtime.v1.RuntimeService/CreateContainer
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.096357819Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.158226146Z" level=info msg="Created container c4bde94fef52e4e80b62cabfe56e053d0bb2d3c179cf0bef34f198dcba9baedf: default/hello-world-app-5d77478584-7svpg/hello-world-app" id=cba42668-7623-49de-bcb3-3d1790e6d573 name=/runtime.v1.RuntimeService/CreateContainer
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.158857600Z" level=info msg="Starting container: c4bde94fef52e4e80b62cabfe56e053d0bb2d3c179cf0bef34f198dcba9baedf" id=48358b84-6b05-4ed6-9dff-f923d36bb4ca name=/runtime.v1.RuntimeService/StartContainer
Oct 25 18:58:01 addons-326730 crio[952]: time="2023-10-25 18:58:01.168582302Z" level=info msg="Started container" PID=10834 containerID=c4bde94fef52e4e80b62cabfe56e053d0bb2d3c179cf0bef34f198dcba9baedf description=default/hello-world-app-5d77478584-7svpg/hello-world-app id=48358b84-6b05-4ed6-9dff-f923d36bb4ca name=/runtime.v1.RuntimeService/StartContainer sandboxID=7c7a4dbbad3f85c198fd2a610b8dc8d3c8a036fe852130355f39e4f92560419b
Oct 25 18:58:02 addons-326730 crio[952]: time="2023-10-25 18:58:02.940949023Z" level=info msg="Stopping container: ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de (timeout: 2s)" id=c81f5791-fa71-4d14-9dda-6f266641f27a name=/runtime.v1.RuntimeService/StopContainer
Oct 25 18:58:04 addons-326730 crio[952]: time="2023-10-25 18:58:04.950538253Z" level=warning msg="Stopping container ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=c81f5791-fa71-4d14-9dda-6f266641f27a name=/runtime.v1.RuntimeService/StopContainer
Oct 25 18:58:05 addons-326730 conmon[6366]: conmon ba19acd928260fe0a028 <ninfo>: container 6377 exited with status 137
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.098613539Z" level=info msg="Stopped container ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de: ingress-nginx/ingress-nginx-controller-6f48fc54bd-h45ww/controller" id=c81f5791-fa71-4d14-9dda-6f266641f27a name=/runtime.v1.RuntimeService/StopContainer
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.099146581Z" level=info msg="Stopping pod sandbox: 5755727ac0c584e04a0f5e16f0213d30f36d83c03eb8c962ee8abfb23a1de5dd" id=0c237181-f402-4482-8532-fd3f639298e6 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.102668382Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-IE37KUZFC3PJ6EFS - [0:0]\n:KUBE-HP-WUVBU7JVIG75S2RP - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n-X KUBE-HP-WUVBU7JVIG75S2RP\n-X KUBE-HP-IE37KUZFC3PJ6EFS\nCOMMIT\n"
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.104334116Z" level=info msg="Closing host port tcp:80"
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.104381549Z" level=info msg="Closing host port tcp:443"
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.105815141Z" level=info msg="Host port tcp:80 does not have an open socket"
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.105840064Z" level=info msg="Host port tcp:443 does not have an open socket"
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.105976186Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-6f48fc54bd-h45ww Namespace:ingress-nginx ID:5755727ac0c584e04a0f5e16f0213d30f36d83c03eb8c962ee8abfb23a1de5dd UID:ec3340ae-56af-43f1-bf56-072474fc0919 NetNS:/var/run/netns/a20dbc00-d4bb-46ba-80b8-e87d2e85a8c4 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.106105194Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-6f48fc54bd-h45ww from CNI network \"kindnet\" (type=ptp)"
Oct 25 18:58:05 addons-326730 crio[952]: time="2023-10-25 18:58:05.143897816Z" level=info msg="Stopped pod sandbox: 5755727ac0c584e04a0f5e16f0213d30f36d83c03eb8c962ee8abfb23a1de5dd" id=0c237181-f402-4482-8532-fd3f639298e6 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 25 18:58:06 addons-326730 crio[952]: time="2023-10-25 18:58:06.038724556Z" level=info msg="Removing container: ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de" id=f8a6599a-b2b8-40c4-9c4a-ad17fb263608 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 25 18:58:06 addons-326730 crio[952]: time="2023-10-25 18:58:06.053170407Z" level=info msg="Removed container ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de: ingress-nginx/ingress-nginx-controller-6f48fc54bd-h45ww/controller" id=f8a6599a-b2b8-40c4-9c4a-ad17fb263608 name=/runtime.v1.RuntimeService/RemoveContainer
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
c4bde94fef52e gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6 8 seconds ago Running hello-world-app 0 7c7a4dbbad3f8 hello-world-app-5d77478584-7svpg
183afc53862b0 ghcr.io/headlamp-k8s/headlamp@sha256:0fff6ba0a2a449e3948274f09640fd1f917b038a1100e6fe78ce401be75584c4 2 minutes ago Running headlamp 0 bdcb0f5946b8b headlamp-94b766c-hstqf
934bf7868c752 docker.io/library/nginx@sha256:7e528502b614e1ed9f88e495f2af843c255905e0e549b935fdedd95336e6de8d 2 minutes ago Running nginx 0 b42e8cdc0d282 nginx
7c2a29e9d7b7c gcr.io/k8s-minikube/gcp-auth-webhook@sha256:3e92b3d1c15220ae0f2f3505fb3a88899a1e48ec85fb777a1a4945ae9db2ce06 2 minutes ago Running gcp-auth 0 24a2833e290f8 gcp-auth-d4c87556c-nqhd2
84b03de5b3695 1ebff0f9671bc015dc340b12c5bf6f3dbda7d0a8b5332bd095f21bd52e1b30fb 3 minutes ago Exited patch 1 9600d2e463350 ingress-nginx-admission-patch-sp6mw
6c688b5a8c86a registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:29318c6957228dc10feb67fed5b91bdd8a9e3279e5b29c5965b9bd31a01ee385 3 minutes ago Exited create 0 7081cb80a88e0 ingress-nginx-admission-create-xcssg
45548bac4d41b 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 3 minutes ago Running storage-provisioner 0 fa3953e05895f storage-provisioner
46eae1172548a ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 3 minutes ago Running coredns 0 40dc3641e2828 coredns-5dd5756b68-lf8lj
e44be3d3d30b4 bfc896cf80fba4806aaccd043f61c3663b723687ad9f3b4f5057b98c46fcefdf 4 minutes ago Running kube-proxy 0 869e9359d1a9b kube-proxy-cbx5l
888845ae834fc c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc 4 minutes ago Running kindnet-cni 0 d279609a8b8c3 kindnet-xzmmj
57cbca4755073 10baa1ca17068a5cc50b0df9d18abc50cbc239d9c2cd7f3355ce35645d49f3d3 4 minutes ago Running kube-controller-manager 0 d662e1516275e kube-controller-manager-addons-326730
039f66588f4da 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 4 minutes ago Running etcd 0 8348ae057c39c etcd-addons-326730
af8b79edc6757 53743472912306d2d17cab3f458cc57f2012f89ed0e9372a2d2b1fa1b20a8076 4 minutes ago Running kube-apiserver 0 ccd139f1c06a8 kube-apiserver-addons-326730
bc04d33198f51 6d1b4fd1b182d88b748bec936b00b2ff9d549eebcbc7d26df5043b79974277c4 4 minutes ago Running kube-scheduler 0 4768fc0eb868a kube-scheduler-addons-326730
*
* ==> coredns [46eae1172548a866a18bfbb63fc5245a73f6bd0429b8dde08adc83148ebe45bc] <==
* [INFO] 10.244.0.17:37302 - 35953 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00010864s
[INFO] 10.244.0.17:40141 - 49437 "AAAA IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.004984433s
[INFO] 10.244.0.17:40141 - 58128 "A IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.005619966s
[INFO] 10.244.0.17:52784 - 4428 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006144371s
[INFO] 10.244.0.17:52784 - 14927 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006761833s
[INFO] 10.244.0.17:56317 - 27581 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005864066s
[INFO] 10.244.0.17:56317 - 50110 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.006074089s
[INFO] 10.244.0.17:45408 - 18679 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000048159s
[INFO] 10.244.0.17:45408 - 12277 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000080071s
[INFO] 10.244.0.19:47853 - 35418 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000183675s
[INFO] 10.244.0.19:39452 - 41609 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000249399s
[INFO] 10.244.0.19:43961 - 19432 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000138295s
[INFO] 10.244.0.19:33275 - 56649 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000208654s
[INFO] 10.244.0.19:52553 - 26990 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000100478s
[INFO] 10.244.0.19:34016 - 65344 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000116758s
[INFO] 10.244.0.19:59297 - 51345 "AAAA IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.007958223s
[INFO] 10.244.0.19:32825 - 46426 "A IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.009452053s
[INFO] 10.244.0.19:53121 - 3248 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.029901075s
[INFO] 10.244.0.19:36963 - 13353 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.029957731s
[INFO] 10.244.0.19:53671 - 47311 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.008096323s
[INFO] 10.244.0.19:46053 - 62121 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.008252687s
[INFO] 10.244.0.19:60341 - 41525 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000762835s
[INFO] 10.244.0.19:60805 - 20132 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.000816344s
[INFO] 10.244.0.22:51682 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000172112s
[INFO] 10.244.0.22:47839 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000151952s
*
* ==> describe nodes <==
* Name: addons-326730
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-326730
kubernetes.io/os=linux
minikube.k8s.io/commit=a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a
minikube.k8s.io/name=addons-326730
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_25T18_53_48_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-326730
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 25 Oct 2023 18:53:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-326730
AcquireTime: <unset>
RenewTime: Wed, 25 Oct 2023 18:58:02 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 25 Oct 2023 18:56:51 +0000 Wed, 25 Oct 2023 18:53:43 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 25 Oct 2023 18:56:51 +0000 Wed, 25 Oct 2023 18:53:43 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 25 Oct 2023 18:56:51 +0000 Wed, 25 Oct 2023 18:53:43 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 25 Oct 2023 18:56:51 +0000 Wed, 25 Oct 2023 18:54:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-326730
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
System Info:
Machine ID: 3eff943de8eb435d947c3ee413254289
System UUID: b64c0479-99ee-4f80-b02c-1c955db05109
Boot ID: a6f432c1-0324-4236-aa82-36deb0de6819
Kernel Version: 5.15.0-1045-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-7svpg 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m32s
gcp-auth gcp-auth-d4c87556c-nqhd2 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m2s
headlamp headlamp-94b766c-hstqf 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m12s
kube-system coredns-5dd5756b68-lf8lj 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 4m9s
kube-system etcd-addons-326730 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 4m22s
kube-system kindnet-xzmmj 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 4m10s
kube-system kube-apiserver-addons-326730 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m22s
kube-system kube-controller-manager-addons-326730 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m22s
kube-system kube-proxy-cbx5l 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m10s
kube-system kube-scheduler-addons-326730 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m24s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m5s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 220Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m5s kube-proxy
Normal Starting 4m23s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m23s kubelet Node addons-326730 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m23s kubelet Node addons-326730 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m23s kubelet Node addons-326730 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m11s node-controller Node addons-326730 event: Registered Node addons-326730 in Controller
Normal NodeReady 3m35s kubelet Node addons-326730 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.012896] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.008943] platform eisa.0: EISA: Cannot allocate resource for mainboard
[ +0.002055] platform eisa.0: Cannot allocate resource for EISA slot 1
[ +0.000002] platform eisa.0: Cannot allocate resource for EISA slot 2
[ +0.000001] platform eisa.0: Cannot allocate resource for EISA slot 3
[ +0.000001] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000000] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000001] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.000001] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.000001] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +10.347447] kauditd_printk_skb: 36 callbacks suppressed
[Oct25 18:55] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 2a 79 7c 6a 1d 9a fe 69 72 88 b9 63 08 00
[ +1.003868] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 2a 79 7c 6a 1d 9a fe 69 72 88 b9 63 08 00
[ +2.015793] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000023] ll header: 00000000: 2a 79 7c 6a 1d 9a fe 69 72 88 b9 63 08 00
[ +4.163572] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 2a 79 7c 6a 1d 9a fe 69 72 88 b9 63 08 00
[Oct25 18:56] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000022] ll header: 00000000: 2a 79 7c 6a 1d 9a fe 69 72 88 b9 63 08 00
[ +16.130400] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 2a 79 7c 6a 1d 9a fe 69 72 88 b9 63 08 00
[ +32.504959] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 2a 79 7c 6a 1d 9a fe 69 72 88 b9 63 08 00
*
* ==> etcd [039f66588f4dad23c9db490d0c3acc8653cf56158fe5a16e823027496d210c86] <==
* {"level":"warn","ts":"2023-10-25T18:54:03.71951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.971683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2023-10-25T18:54:03.719545Z","caller":"traceutil/trace.go:171","msg":"trace[1767589882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"112.01747ms","start":"2023-10-25T18:54:03.607519Z","end":"2023-10-25T18:54:03.719536Z","steps":["trace[1767589882] 'agreement among raft nodes before linearized reading' (duration: 111.925018ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-25T18:54:03.721992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.377223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-326730\" ","response":"range_response_count:1 size:5654"}
{"level":"info","ts":"2023-10-25T18:54:03.722116Z","caller":"traceutil/trace.go:171","msg":"trace[1173061964] range","detail":"{range_begin:/registry/minions/addons-326730; range_end:; response_count:1; response_revision:375; }","duration":"114.508503ms","start":"2023-10-25T18:54:03.607592Z","end":"2023-10-25T18:54:03.7221Z","steps":["trace[1173061964] 'agreement among raft nodes before linearized reading' (duration: 114.300884ms)"],"step_count":1}
{"level":"info","ts":"2023-10-25T18:54:05.025859Z","caller":"traceutil/trace.go:171","msg":"trace[818242376] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"100.186971ms","start":"2023-10-25T18:54:04.925651Z","end":"2023-10-25T18:54:05.025838Z","steps":["trace[818242376] 'process raft request' (duration: 100.099865ms)"],"step_count":1}
{"level":"info","ts":"2023-10-25T18:54:05.104806Z","caller":"traceutil/trace.go:171","msg":"trace[1416572616] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"101.960649ms","start":"2023-10-25T18:54:05.002829Z","end":"2023-10-25T18:54:05.10479Z","steps":["trace[1416572616] 'process raft request' (duration: 101.630276ms)"],"step_count":1}
{"level":"info","ts":"2023-10-25T18:54:05.105273Z","caller":"traceutil/trace.go:171","msg":"trace[903972850] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"102.233691ms","start":"2023-10-25T18:54:05.003026Z","end":"2023-10-25T18:54:05.105259Z","steps":["trace[903972850] 'process raft request' (duration: 101.555144ms)"],"step_count":1}
{"level":"info","ts":"2023-10-25T18:54:05.105376Z","caller":"traceutil/trace.go:171","msg":"trace[109597286] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"102.317597ms","start":"2023-10-25T18:54:05.003048Z","end":"2023-10-25T18:54:05.105365Z","steps":["trace[109597286] 'process raft request' (duration: 101.573093ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-25T18:54:05.105681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.677936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/tiller-deploy\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2023-10-25T18:54:05.106187Z","caller":"traceutil/trace.go:171","msg":"trace[201865358] range","detail":"{range_begin:/registry/services/specs/kube-system/tiller-deploy; range_end:; response_count:0; response_revision:442; }","duration":"103.189662ms","start":"2023-10-25T18:54:05.002982Z","end":"2023-10-25T18:54:05.106171Z","steps":["trace[201865358] 'agreement among raft nodes before linearized reading' (duration: 102.663706ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-25T18:54:05.105723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.336417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-326730\" ","response":"range_response_count:1 size:5654"}
{"level":"info","ts":"2023-10-25T18:54:05.106363Z","caller":"traceutil/trace.go:171","msg":"trace[1694722274] range","detail":"{range_begin:/registry/minions/addons-326730; range_end:; response_count:1; response_revision:442; }","duration":"180.969654ms","start":"2023-10-25T18:54:04.925382Z","end":"2023-10-25T18:54:05.106352Z","steps":["trace[1694722274] 'agreement among raft nodes before linearized reading' (duration: 180.318412ms)"],"step_count":1}
{"level":"info","ts":"2023-10-25T18:54:43.644606Z","caller":"traceutil/trace.go:171","msg":"trace[2090919463] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"235.001269ms","start":"2023-10-25T18:54:43.409584Z","end":"2023-10-25T18:54:43.644585Z","steps":["trace[2090919463] 'process raft request' (duration: 234.933246ms)"],"step_count":1}
{"level":"info","ts":"2023-10-25T18:54:43.644663Z","caller":"traceutil/trace.go:171","msg":"trace[1938862205] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"235.640075ms","start":"2023-10-25T18:54:43.409002Z","end":"2023-10-25T18:54:43.644642Z","steps":["trace[1938862205] 'process raft request' (duration: 141.814508ms)","trace[1938862205] 'compare' (duration: 93.598804ms)"],"step_count":2}
{"level":"info","ts":"2023-10-25T18:54:43.702845Z","caller":"traceutil/trace.go:171","msg":"trace[1139605589] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:922; }","duration":"198.376763ms","start":"2023-10-25T18:54:43.504447Z","end":"2023-10-25T18:54:43.702824Z","steps":["trace[1139605589] 'read index received' (duration: 46.468977ms)","trace[1139605589] 'applied index is now lower than readState.Index' (duration: 151.906593ms)"],"step_count":2}
{"level":"info","ts":"2023-10-25T18:54:43.702955Z","caller":"traceutil/trace.go:171","msg":"trace[1848329791] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"266.349234ms","start":"2023-10-25T18:54:43.436586Z","end":"2023-10-25T18:54:43.702935Z","steps":["trace[1848329791] 'process raft request' (duration: 266.135055ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-25T18:54:43.703029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.589194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/\" range_end:\"/registry/pods/ingress-nginx0\" ","response":"range_response_count:3 size:14223"}
{"level":"info","ts":"2023-10-25T18:54:43.703079Z","caller":"traceutil/trace.go:171","msg":"trace[533498254] range","detail":"{range_begin:/registry/pods/ingress-nginx/; range_end:/registry/pods/ingress-nginx0; response_count:3; response_revision:902; }","duration":"198.652778ms","start":"2023-10-25T18:54:43.504416Z","end":"2023-10-25T18:54:43.703068Z","steps":["trace[533498254] 'agreement among raft nodes before linearized reading' (duration: 198.524325ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-25T18:54:43.730707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.245034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/metrics-server-7c66d45ddc-dz6h8\" ","response":"range_response_count:1 size:4357"}
{"level":"info","ts":"2023-10-25T18:54:43.730784Z","caller":"traceutil/trace.go:171","msg":"trace[551417076] range","detail":"{range_begin:/registry/pods/kube-system/metrics-server-7c66d45ddc-dz6h8; range_end:; response_count:1; response_revision:903; }","duration":"203.334338ms","start":"2023-10-25T18:54:43.527437Z","end":"2023-10-25T18:54:43.730772Z","steps":["trace[551417076] 'agreement among raft nodes before linearized reading' (duration: 203.195904ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-25T18:54:43.730787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.321646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" ","response":"range_response_count:19 size:90109"}
{"level":"info","ts":"2023-10-25T18:54:43.73083Z","caller":"traceutil/trace.go:171","msg":"trace[181549383] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:19; response_revision:903; }","duration":"226.370326ms","start":"2023-10-25T18:54:43.504447Z","end":"2023-10-25T18:54:43.730818Z","steps":["trace[181549383] 'agreement among raft nodes before linearized reading' (duration: 226.204732ms)"],"step_count":1}
{"level":"info","ts":"2023-10-25T18:55:26.544518Z","caller":"traceutil/trace.go:171","msg":"trace[1458999694] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"104.72756ms","start":"2023-10-25T18:55:26.439767Z","end":"2023-10-25T18:55:26.544495Z","steps":["trace[1458999694] 'process raft request' (duration: 103.825214ms)"],"step_count":1}
{"level":"info","ts":"2023-10-25T18:55:42.837092Z","caller":"traceutil/trace.go:171","msg":"trace[260453015] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"120.383422ms","start":"2023-10-25T18:55:42.716672Z","end":"2023-10-25T18:55:42.837055Z","steps":["trace[260453015] 'process raft request' (duration: 57.409274ms)","trace[260453015] 'compare' (duration: 62.88894ms)"],"step_count":2}
{"level":"info","ts":"2023-10-25T18:55:42.842522Z","caller":"traceutil/trace.go:171","msg":"trace[1374682061] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"125.782255ms","start":"2023-10-25T18:55:42.716717Z","end":"2023-10-25T18:55:42.842499Z","steps":["trace[1374682061] 'process raft request' (duration: 125.689142ms)"],"step_count":1}
*
* ==> gcp-auth [7c2a29e9d7b7cdff73e3d9bd21f40a6fca8a0edfa62a1ef1e795817e6ddae344] <==
* 2023/10/25 18:55:12 GCP Auth Webhook started!
2023/10/25 18:55:29 Ready to marshal response ...
2023/10/25 18:55:29 Ready to write response ...
2023/10/25 18:55:34 Ready to marshal response ...
2023/10/25 18:55:34 Ready to write response ...
2023/10/25 18:55:38 Ready to marshal response ...
2023/10/25 18:55:38 Ready to write response ...
2023/10/25 18:55:38 Ready to marshal response ...
2023/10/25 18:55:38 Ready to write response ...
2023/10/25 18:55:38 Ready to marshal response ...
2023/10/25 18:55:38 Ready to write response ...
2023/10/25 18:55:51 Ready to marshal response ...
2023/10/25 18:55:51 Ready to write response ...
2023/10/25 18:55:58 Ready to marshal response ...
2023/10/25 18:55:58 Ready to write response ...
2023/10/25 18:55:58 Ready to marshal response ...
2023/10/25 18:55:58 Ready to write response ...
2023/10/25 18:55:58 Ready to marshal response ...
2023/10/25 18:55:58 Ready to write response ...
2023/10/25 18:56:27 Ready to marshal response ...
2023/10/25 18:56:27 Ready to write response ...
2023/10/25 18:56:44 Ready to marshal response ...
2023/10/25 18:56:44 Ready to write response ...
2023/10/25 18:57:59 Ready to marshal response ...
2023/10/25 18:57:59 Ready to write response ...
*
* ==> kernel <==
* 18:58:10 up 40 min, 0 users, load average: 0.78, 0.94, 0.46
Linux addons-326730 5.15.0-1045-gcp #53~20.04.2-Ubuntu SMP Wed Oct 18 12:59:20 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [888845ae834fc0dfd76185bcfcd99cf46ee71f1e42d485da70258e30daabf1dd] <==
* I1025 18:56:04.762998 1 main.go:227] handling current node
I1025 18:56:14.773718 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:56:14.773743 1 main.go:227] handling current node
I1025 18:56:24.783557 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:56:24.783579 1 main.go:227] handling current node
I1025 18:56:34.787680 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:56:34.787703 1 main.go:227] handling current node
I1025 18:56:44.800272 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:56:44.800297 1 main.go:227] handling current node
I1025 18:56:54.803989 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:56:54.804013 1 main.go:227] handling current node
I1025 18:57:04.813816 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:57:04.813845 1 main.go:227] handling current node
I1025 18:57:14.817505 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:57:14.817529 1 main.go:227] handling current node
I1025 18:57:24.820756 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:57:24.820780 1 main.go:227] handling current node
I1025 18:57:34.825168 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:57:34.825192 1 main.go:227] handling current node
I1025 18:57:44.837546 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:57:44.837568 1 main.go:227] handling current node
I1025 18:57:54.841427 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:57:54.841453 1 main.go:227] handling current node
I1025 18:58:04.853800 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 18:58:04.853821 1 main.go:227] handling current node
*
* ==> kube-apiserver [af8b79edc6757871ef61334225155c30ef1b921775430a9d3dbf7e8dc86aeab7] <==
* W1025 18:55:42.214818 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1025 18:55:44.746412 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1025 18:55:58.350984 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.97.229.146"}
E1025 18:56:07.622185 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1025 18:56:40.866040 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1025 18:57:00.553189 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1025 18:57:00.553241 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1025 18:57:00.560636 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1025 18:57:00.560702 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1025 18:57:00.568021 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1025 18:57:00.568149 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1025 18:57:00.568182 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1025 18:57:00.578554 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1025 18:57:00.578610 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1025 18:57:00.585446 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1025 18:57:00.585582 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1025 18:57:00.605902 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1025 18:57:00.606030 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1025 18:57:00.609195 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1025 18:57:00.609243 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1025 18:57:01.568989 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1025 18:57:01.606350 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1025 18:57:01.622685 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1025 18:57:59.752795 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.104.4.5"}
E1025 18:58:02.003522 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
*
* ==> kube-controller-manager [57cbca47550733dbb2ff56203c71b28fe88a3660997dc713b60369cce1332d5d] <==
* I1025 18:57:30.464051 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I1025 18:57:30.464091 1 shared_informer.go:318] Caches are synced for garbage collector
W1025 18:57:37.766816 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1025 18:57:37.766846 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1025 18:57:38.512583 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1025 18:57:38.512619 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1025 18:57:42.225353 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1025 18:57:42.225380 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1025 18:57:48.526179 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1025 18:57:48.526209 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1025 18:57:59.573408 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I1025 18:57:59.584906 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-7svpg"
I1025 18:57:59.589783 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="16.548928ms"
I1025 18:57:59.595587 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="5.751301ms"
I1025 18:57:59.595655 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="36.934µs"
I1025 18:57:59.601744 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="87.005µs"
I1025 18:58:01.927047 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1025 18:58:01.928941 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-6f48fc54bd" duration="18.479µs"
I1025 18:58:01.934780 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I1025 18:58:02.048595 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="8.216712ms"
I1025 18:58:02.048926 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="70.106µs"
W1025 18:58:06.085541 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1025 18:58:06.085574 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1025 18:58:08.863506 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1025 18:58:08.863537 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
*
* ==> kube-proxy [e44be3d3d30b418ec86f4545aac39466294c63d4ee70a464d9ee63fb023bac55] <==
* I1025 18:54:04.210260 1 server_others.go:69] "Using iptables proxy"
I1025 18:54:04.518586 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1025 18:54:05.112410 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1025 18:54:05.119348 1 server_others.go:152] "Using iptables Proxier"
I1025 18:54:05.119473 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1025 18:54:05.119518 1 server_others.go:438] "Defaulting to no-op detect-local"
I1025 18:54:05.119572 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1025 18:54:05.119868 1 server.go:846] "Version info" version="v1.28.3"
I1025 18:54:05.120578 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1025 18:54:05.121807 1 config.go:188] "Starting service config controller"
I1025 18:54:05.121828 1 shared_informer.go:311] Waiting for caches to sync for service config
I1025 18:54:05.121859 1 config.go:97] "Starting endpoint slice config controller"
I1025 18:54:05.121864 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1025 18:54:05.121918 1 config.go:315] "Starting node config controller"
I1025 18:54:05.121966 1 shared_informer.go:311] Waiting for caches to sync for node config
I1025 18:54:05.223582 1 shared_informer.go:318] Caches are synced for service config
I1025 18:54:05.223640 1 shared_informer.go:318] Caches are synced for node config
I1025 18:54:05.225287 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [bc04d33198f51eb8443776ae994be93c853482aad22c1cc7423494ac58cf32bb] <==
* W1025 18:53:44.919614 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1025 18:53:44.919625 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1025 18:53:44.920403 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1025 18:53:44.920475 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1025 18:53:44.920431 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1025 18:53:44.920532 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1025 18:53:44.920443 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1025 18:53:44.920558 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1025 18:53:44.920513 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1025 18:53:44.920640 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1025 18:53:45.784583 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1025 18:53:45.784631 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1025 18:53:45.920181 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1025 18:53:45.920238 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1025 18:53:45.987970 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1025 18:53:45.988001 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1025 18:53:46.019630 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1025 18:53:46.019669 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1025 18:53:46.035006 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1025 18:53:46.035045 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1025 18:53:46.073538 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1025 18:53:46.073594 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1025 18:53:46.087051 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1025 18:53:46.087093 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
I1025 18:53:46.414091 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Oct 25 18:57:59 addons-326730 kubelet[1561]: I1025 18:57:59.733979 1561 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5zlcd\" (UniqueName: \"kubernetes.io/projected/00f2d1a7-5c75-4c64-b0cd-f5e34fdf2a35-kube-api-access-5zlcd\") pod \"hello-world-app-5d77478584-7svpg\" (UID: \"00f2d1a7-5c75-4c64-b0cd-f5e34fdf2a35\") " pod="default/hello-world-app-5d77478584-7svpg"
Oct 25 18:57:59 addons-326730 kubelet[1561]: I1025 18:57:59.734029 1561 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/00f2d1a7-5c75-4c64-b0cd-f5e34fdf2a35-gcp-creds\") pod \"hello-world-app-5d77478584-7svpg\" (UID: \"00f2d1a7-5c75-4c64-b0cd-f5e34fdf2a35\") " pod="default/hello-world-app-5d77478584-7svpg"
Oct 25 18:57:59 addons-326730 kubelet[1561]: W1025 18:57:59.959373 1561 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/7529c0a79901764554d38eeae3943c70adbef1cf6c44687c9a22f4cfa95d5a0c/crio-7c7a4dbbad3f85c198fd2a610b8dc8d3c8a036fe852130355f39e4f92560419b WatchSource:0}: Error finding container 7c7a4dbbad3f85c198fd2a610b8dc8d3c8a036fe852130355f39e4f92560419b: Status 404 returned error can't find the container with id 7c7a4dbbad3f85c198fd2a610b8dc8d3c8a036fe852130355f39e4f92560419b
Oct 25 18:58:01 addons-326730 kubelet[1561]: I1025 18:58:01.025156 1561 scope.go:117] "RemoveContainer" containerID="cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5"
Oct 25 18:58:01 addons-326730 kubelet[1561]: I1025 18:58:01.042624 1561 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dmqg9\" (UniqueName: \"kubernetes.io/projected/c0daa459-ffe8-4027-8cda-2fdcc2286d0d-kube-api-access-dmqg9\") pod \"c0daa459-ffe8-4027-8cda-2fdcc2286d0d\" (UID: \"c0daa459-ffe8-4027-8cda-2fdcc2286d0d\") "
Oct 25 18:58:01 addons-326730 kubelet[1561]: I1025 18:58:01.044927 1561 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c0daa459-ffe8-4027-8cda-2fdcc2286d0d-kube-api-access-dmqg9" (OuterVolumeSpecName: "kube-api-access-dmqg9") pod "c0daa459-ffe8-4027-8cda-2fdcc2286d0d" (UID: "c0daa459-ffe8-4027-8cda-2fdcc2286d0d"). InnerVolumeSpecName "kube-api-access-dmqg9". PluginName "kubernetes.io/projected", VolumeGidValue ""
Oct 25 18:58:01 addons-326730 kubelet[1561]: I1025 18:58:01.091744 1561 scope.go:117] "RemoveContainer" containerID="cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5"
Oct 25 18:58:01 addons-326730 kubelet[1561]: E1025 18:58:01.092192 1561 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5\": container with ID starting with cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5 not found: ID does not exist" containerID="cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5"
Oct 25 18:58:01 addons-326730 kubelet[1561]: I1025 18:58:01.092239 1561 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5"} err="failed to get container status \"cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5\": rpc error: code = NotFound desc = could not find container \"cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5\": container with ID starting with cb16b4d4b959b9ff0e4688112588a6e5526a9aa4c80a423aa1a7ff62220e77c5 not found: ID does not exist"
Oct 25 18:58:01 addons-326730 kubelet[1561]: I1025 18:58:01.143434 1561 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-dmqg9\" (UniqueName: \"kubernetes.io/projected/c0daa459-ffe8-4027-8cda-2fdcc2286d0d-kube-api-access-dmqg9\") on node \"addons-326730\" DevicePath \"\""
Oct 25 18:58:01 addons-326730 kubelet[1561]: I1025 18:58:01.813702 1561 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="c0daa459-ffe8-4027-8cda-2fdcc2286d0d" path="/var/lib/kubelet/pods/c0daa459-ffe8-4027-8cda-2fdcc2286d0d/volumes"
Oct 25 18:58:02 addons-326730 kubelet[1561]: I1025 18:58:02.040605 1561 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/hello-world-app-5d77478584-7svpg" podStartSLOduration=1.9094581210000001 podCreationTimestamp="2023-10-25 18:57:59 +0000 UTC" firstStartedPulling="2023-10-25 18:57:59.962809226 +0000 UTC m=+252.293363740" lastFinishedPulling="2023-10-25 18:58:01.093901858 +0000 UTC m=+253.424456366" observedRunningTime="2023-10-25 18:58:02.040364491 +0000 UTC m=+254.370919018" watchObservedRunningTime="2023-10-25 18:58:02.040550747 +0000 UTC m=+254.371105274"
Oct 25 18:58:03 addons-326730 kubelet[1561]: I1025 18:58:03.813692 1561 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="85b151bd-9a5f-4218-b27d-ded80cdcdb70" path="/var/lib/kubelet/pods/85b151bd-9a5f-4218-b27d-ded80cdcdb70/volumes"
Oct 25 18:58:03 addons-326730 kubelet[1561]: I1025 18:58:03.814069 1561 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="e233c28e-4d62-4887-85b9-52e0aad1e1c1" path="/var/lib/kubelet/pods/e233c28e-4d62-4887-85b9-52e0aad1e1c1/volumes"
Oct 25 18:58:05 addons-326730 kubelet[1561]: I1025 18:58:05.271213 1561 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/ec3340ae-56af-43f1-bf56-072474fc0919-webhook-cert\") pod \"ec3340ae-56af-43f1-bf56-072474fc0919\" (UID: \"ec3340ae-56af-43f1-bf56-072474fc0919\") "
Oct 25 18:58:05 addons-326730 kubelet[1561]: I1025 18:58:05.271284 1561 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fwr2r\" (UniqueName: \"kubernetes.io/projected/ec3340ae-56af-43f1-bf56-072474fc0919-kube-api-access-fwr2r\") pod \"ec3340ae-56af-43f1-bf56-072474fc0919\" (UID: \"ec3340ae-56af-43f1-bf56-072474fc0919\") "
Oct 25 18:58:05 addons-326730 kubelet[1561]: I1025 18:58:05.273168 1561 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ec3340ae-56af-43f1-bf56-072474fc0919-kube-api-access-fwr2r" (OuterVolumeSpecName: "kube-api-access-fwr2r") pod "ec3340ae-56af-43f1-bf56-072474fc0919" (UID: "ec3340ae-56af-43f1-bf56-072474fc0919"). InnerVolumeSpecName "kube-api-access-fwr2r". PluginName "kubernetes.io/projected", VolumeGidValue ""
Oct 25 18:58:05 addons-326730 kubelet[1561]: I1025 18:58:05.273169 1561 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ec3340ae-56af-43f1-bf56-072474fc0919-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "ec3340ae-56af-43f1-bf56-072474fc0919" (UID: "ec3340ae-56af-43f1-bf56-072474fc0919"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 25 18:58:05 addons-326730 kubelet[1561]: I1025 18:58:05.371469 1561 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/ec3340ae-56af-43f1-bf56-072474fc0919-webhook-cert\") on node \"addons-326730\" DevicePath \"\""
Oct 25 18:58:05 addons-326730 kubelet[1561]: I1025 18:58:05.371512 1561 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-fwr2r\" (UniqueName: \"kubernetes.io/projected/ec3340ae-56af-43f1-bf56-072474fc0919-kube-api-access-fwr2r\") on node \"addons-326730\" DevicePath \"\""
Oct 25 18:58:05 addons-326730 kubelet[1561]: I1025 18:58:05.814295 1561 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="ec3340ae-56af-43f1-bf56-072474fc0919" path="/var/lib/kubelet/pods/ec3340ae-56af-43f1-bf56-072474fc0919/volumes"
Oct 25 18:58:06 addons-326730 kubelet[1561]: I1025 18:58:06.037721 1561 scope.go:117] "RemoveContainer" containerID="ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de"
Oct 25 18:58:06 addons-326730 kubelet[1561]: I1025 18:58:06.053456 1561 scope.go:117] "RemoveContainer" containerID="ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de"
Oct 25 18:58:06 addons-326730 kubelet[1561]: E1025 18:58:06.053866 1561 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de\": container with ID starting with ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de not found: ID does not exist" containerID="ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de"
Oct 25 18:58:06 addons-326730 kubelet[1561]: I1025 18:58:06.053915 1561 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de"} err="failed to get container status \"ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de\": rpc error: code = NotFound desc = could not find container \"ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de\": container with ID starting with ba19acd928260fe0a02865dedd3dd8acd2558e39e913cb7352e7fd90e06a50de not found: ID does not exist"
*
* ==> storage-provisioner [45548bac4d41b8273a678aa25906d2b904ca0e09845c55be66655cd5347756af] <==
* I1025 18:54:36.357931 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1025 18:54:36.412095 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1025 18:54:36.412217 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1025 18:54:36.422165 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1025 18:54:36.422359 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-326730_e0c81266-aa83-4415-8c24-c85c2f8ce109!
I1025 18:54:36.424847 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"c365f4f8-5346-4a4b-8825-6a5f00f01d5f", APIVersion:"v1", ResourceVersion:"856", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-326730_e0c81266-aa83-4415-8c24-c85c2f8ce109 became leader
I1025 18:54:36.523491 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-326730_e0c81266-aa83-4415-8c24-c85c2f8ce109!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-326730 -n addons-326730
helpers_test.go:261: (dbg) Run: kubectl --context addons-326730 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (160.62s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:354: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image load --daemon gcr.io/google-containers/addon-resizer:functional-485000 --alsologtostderr
functional_test.go:354: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 image load --daemon gcr.io/google-containers/addon-resizer:functional-485000 --alsologtostderr: (7.890113696s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls
functional_test.go:447: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 image ls: (2.256728783s)
functional_test.go:442: expected "gcr.io/google-containers/addon-resizer:functional-485000" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (10.15s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddons
addons_test.go:206: (dbg) Run: kubectl --context ingress-addon-legacy-758515 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:206: (dbg) Done: kubectl --context ingress-addon-legacy-758515 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (11.383358112s)
addons_test.go:231: (dbg) Run: kubectl --context ingress-addon-legacy-758515 replace --force -f testdata/nginx-ingress-v1beta1.yaml
addons_test.go:244: (dbg) Run: kubectl --context ingress-addon-legacy-758515 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [6051fb87-69b1-476b-bc7b-c1021ff4023e] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [6051fb87-69b1-476b-bc7b-c1021ff4023e] Running
addons_test.go:249: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: run=nginx healthy within 10.008719956s
addons_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
E1025 19:05:24.784359 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:05:52.471628 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
addons_test.go:261: (dbg) Non-zero exit: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.471426612s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:277: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:285: (dbg) Run: kubectl --context ingress-addon-legacy-758515 replace --force -f testdata/ingress-dns-example-v1beta1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
E1025 19:06:58.774508 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:06:58.779841 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:06:58.790175 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:06:58.810490 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:06:58.850894 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:06:58.931265 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:06:59.091747 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:06:59.412407 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:07:00.053377 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:07:01.333827 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:07:03.895626 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:07:09.016609 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.011957083s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 addons disable ingress-dns --alsologtostderr -v=1: (1.653355866s)
addons_test.go:310: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 addons disable ingress --alsologtostderr -v=1
E1025 19:07:19.256914 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
addons_test.go:310: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 addons disable ingress --alsologtostderr -v=1: (7.452262278s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect ingress-addon-legacy-758515
helpers_test.go:235: (dbg) docker inspect ingress-addon-legacy-758515:
-- stdout --
[
{
"Id": "c6fc84de8d6353b3b8c1a161101d8ca11dfa771b8fabffc623268a1a82d639bb",
"Created": "2023-10-25T19:03:10.433057562Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 56511,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-25T19:03:10.753972441Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:ad4c37708eafb2bee81d6d0a6cbf22329aac3d9bcf4a2939d4737e16bdebe2f1",
"ResolvConfPath": "/var/lib/docker/containers/c6fc84de8d6353b3b8c1a161101d8ca11dfa771b8fabffc623268a1a82d639bb/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c6fc84de8d6353b3b8c1a161101d8ca11dfa771b8fabffc623268a1a82d639bb/hostname",
"HostsPath": "/var/lib/docker/containers/c6fc84de8d6353b3b8c1a161101d8ca11dfa771b8fabffc623268a1a82d639bb/hosts",
"LogPath": "/var/lib/docker/containers/c6fc84de8d6353b3b8c1a161101d8ca11dfa771b8fabffc623268a1a82d639bb/c6fc84de8d6353b3b8c1a161101d8ca11dfa771b8fabffc623268a1a82d639bb-json.log",
"Name": "/ingress-addon-legacy-758515",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ingress-addon-legacy-758515:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "ingress-addon-legacy-758515",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/0fa7defb4732149656791c16ab20329b47a8543f36af625a0113bb35cd9ee821-init/diff:/var/lib/docker/overlay2/548e87f2259b94eadb54c9170191a6fac3ed098f4ac2e31f26b150f3333f1b34/diff",
"MergedDir": "/var/lib/docker/overlay2/0fa7defb4732149656791c16ab20329b47a8543f36af625a0113bb35cd9ee821/merged",
"UpperDir": "/var/lib/docker/overlay2/0fa7defb4732149656791c16ab20329b47a8543f36af625a0113bb35cd9ee821/diff",
"WorkDir": "/var/lib/docker/overlay2/0fa7defb4732149656791c16ab20329b47a8543f36af625a0113bb35cd9ee821/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ingress-addon-legacy-758515",
"Source": "/var/lib/docker/volumes/ingress-addon-legacy-758515/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ingress-addon-legacy-758515",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ingress-addon-legacy-758515",
"name.minikube.sigs.k8s.io": "ingress-addon-legacy-758515",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "92fcef3f880d65eb2924563ec2127510799ca61020404322e1e140cb63eca9c0",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32787"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32786"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32783"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32785"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32784"
}
]
},
"SandboxKey": "/var/run/docker/netns/92fcef3f880d",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ingress-addon-legacy-758515": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"c6fc84de8d63",
"ingress-addon-legacy-758515"
],
"NetworkID": "9c68ceaf3802937a956687d96abf9dd96678e64ad811e16133ba5174e069f92d",
"EndpointID": "686cf56d7543ed9d0aaefd38fbffe63bb62d9b5d3b9fc34dec6ed47a8ef42ea5",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ingress-addon-legacy-758515 -n ingress-addon-legacy-758515
helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 logs -n 25: (1.124661321s)
helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs:
-- stdout --
*
* ==> Audit <==
* |----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| ssh | functional-485000 ssh findmnt | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| | -T /mount3 | | | | | |
| ssh | functional-485000 ssh sudo | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | |
| | umount -f /mount-9p | | | | | |
| update-context | functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| mount | -p functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount2 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | functional-485000 ssh findmnt | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | |
| | -T /mount1 | | | | | |
| mount | -p functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount1 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| mount | -p functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount3 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| image | functional-485000 image ls | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| image | functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-485000 ssh findmnt | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| | -T /mount1 | | | | | |
| image | functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-485000 ssh findmnt | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| | -T /mount2 | | | | | |
| update-context | functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| ssh | functional-485000 ssh findmnt | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | |
| | -T /mount3 | | | | | |
| update-context | functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| mount | -p functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | |
| | --kill=true | | | | | |
| delete | -p functional-485000 | functional-485000 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:02 UTC |
| start | -p ingress-addon-legacy-758515 | ingress-addon-legacy-758515 | jenkins | v1.31.2 | 25 Oct 23 19:02 UTC | 25 Oct 23 19:04 UTC |
| | --kubernetes-version=v1.18.20 | | | | | |
| | --memory=4096 --wait=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| addons | ingress-addon-legacy-758515 | ingress-addon-legacy-758515 | jenkins | v1.31.2 | 25 Oct 23 19:04 UTC | 25 Oct 23 19:04 UTC |
| | addons enable ingress | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| addons | ingress-addon-legacy-758515 | ingress-addon-legacy-758515 | jenkins | v1.31.2 | 25 Oct 23 19:04 UTC | 25 Oct 23 19:04 UTC |
| | addons enable ingress-dns | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| ssh | ingress-addon-legacy-758515 | ingress-addon-legacy-758515 | jenkins | v1.31.2 | 25 Oct 23 19:04 UTC | |
| | ssh curl -s http://127.0.0.1/ | | | | | |
| | -H 'Host: nginx.example.com' | | | | | |
| ip | ingress-addon-legacy-758515 ip | ingress-addon-legacy-758515 | jenkins | v1.31.2 | 25 Oct 23 19:06 UTC | 25 Oct 23 19:06 UTC |
| addons | ingress-addon-legacy-758515 | ingress-addon-legacy-758515 | jenkins | v1.31.2 | 25 Oct 23 19:07 UTC | 25 Oct 23 19:07 UTC |
| | addons disable ingress-dns | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | ingress-addon-legacy-758515 | ingress-addon-legacy-758515 | jenkins | v1.31.2 | 25 Oct 23 19:07 UTC | 25 Oct 23 19:07 UTC |
| | addons disable ingress | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/25 19:02:55
Running on machine: ubuntu-20-agent-15
Binary: Built with gc go1.21.3 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1025 19:02:55.424250 55888 out.go:296] Setting OutFile to fd 1 ...
I1025 19:02:55.424546 55888 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:55.424557 55888 out.go:309] Setting ErrFile to fd 2...
I1025 19:02:55.424561 55888 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:55.424785 55888 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:02:55.425487 55888 out.go:303] Setting JSON to false
I1025 19:02:55.426653 55888 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":2717,"bootTime":1698257859,"procs":397,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 19:02:55.426726 55888 start.go:138] virtualization: kvm guest
I1025 19:02:55.429276 55888 out.go:177] * [ingress-addon-legacy-758515] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 19:02:55.431155 55888 notify.go:220] Checking for updates...
I1025 19:02:55.431166 55888 out.go:177] - MINIKUBE_LOCATION=17466
I1025 19:02:55.433214 55888 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 19:02:55.434868 55888 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:02:55.436647 55888 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 19:02:55.438309 55888 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1025 19:02:55.440152 55888 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1025 19:02:55.442217 55888 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 19:02:55.465019 55888 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 19:02:55.465146 55888 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:02:55.517879 55888 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:37 SystemTime:2023-10-25 19:02:55.508733766 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:02:55.518001 55888 docker.go:295] overlay module found
I1025 19:02:55.520455 55888 out.go:177] * Using the docker driver based on user configuration
I1025 19:02:55.522007 55888 start.go:298] selected driver: docker
I1025 19:02:55.522028 55888 start.go:902] validating driver "docker" against <nil>
I1025 19:02:55.522043 55888 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1025 19:02:55.522914 55888 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:02:55.577016 55888 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:37 SystemTime:2023-10-25 19:02:55.568964035 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:02:55.577220 55888 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1025 19:02:55.577503 55888 start_flags.go:926] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1025 19:02:55.579882 55888 out.go:177] * Using Docker driver with root privileges
I1025 19:02:55.581925 55888 cni.go:84] Creating CNI manager for ""
I1025 19:02:55.581951 55888 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1025 19:02:55.581966 55888 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1025 19:02:55.581979 55888 start_flags.go:323] config:
{Name:ingress-addon-legacy-758515 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-758515 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.lo
cal ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 19:02:55.584009 55888 out.go:177] * Starting control plane node ingress-addon-legacy-758515 in cluster ingress-addon-legacy-758515
I1025 19:02:55.585608 55888 cache.go:121] Beginning downloading kic base image for docker with crio
I1025 19:02:55.587524 55888 out.go:177] * Pulling base image ...
I1025 19:02:55.589393 55888 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1025 19:02:55.589446 55888 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon
I1025 19:02:55.606638 55888 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon, skipping pull
I1025 19:02:55.606661 55888 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b exists in daemon, skipping load
I1025 19:02:55.648450 55888 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4
I1025 19:02:55.648478 55888 cache.go:56] Caching tarball of preloaded images
I1025 19:02:55.648621 55888 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1025 19:02:55.650651 55888 out.go:177] * Downloading Kubernetes v1.18.20 preload ...
I1025 19:02:55.652382 55888 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1025 19:02:55.685716 55888 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4?checksum=md5:0d02e096853189c5b37812b400898e14 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4
I1025 19:03:01.781286 55888 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1025 19:03:01.781396 55888 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1025 19:03:02.803586 55888 cache.go:59] Finished verifying existence of preloaded tar for v1.18.20 on crio
I1025 19:03:02.803968 55888 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/config.json ...
I1025 19:03:02.803999 55888 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/config.json: {Name:mkb63cb3ec9d86340305c8ef98c8b6458d5ec8d6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:02.804167 55888 cache.go:194] Successfully downloaded all kic artifacts
I1025 19:03:02.804194 55888 start.go:365] acquiring machines lock for ingress-addon-legacy-758515: {Name:mk31330162125445cfce05818d8cae94bae88e4d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:03:02.804233 55888 start.go:369] acquired machines lock for "ingress-addon-legacy-758515" in 30.755µs
I1025 19:03:02.804249 55888 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-758515 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-758515 Namespace:defau
lt APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Dis
ableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I1025 19:03:02.804312 55888 start.go:125] createHost starting for "" (driver="docker")
I1025 19:03:02.807397 55888 out.go:204] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1025 19:03:02.807700 55888 start.go:159] libmachine.API.Create for "ingress-addon-legacy-758515" (driver="docker")
I1025 19:03:02.807739 55888 client.go:168] LocalClient.Create starting
I1025 19:03:02.807858 55888 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem
I1025 19:03:02.807897 55888 main.go:141] libmachine: Decoding PEM data...
I1025 19:03:02.807911 55888 main.go:141] libmachine: Parsing certificate...
I1025 19:03:02.807958 55888 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem
I1025 19:03:02.807992 55888 main.go:141] libmachine: Decoding PEM data...
I1025 19:03:02.808003 55888 main.go:141] libmachine: Parsing certificate...
I1025 19:03:02.808309 55888 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-758515 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1025 19:03:02.826707 55888 cli_runner.go:211] docker network inspect ingress-addon-legacy-758515 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1025 19:03:02.826809 55888 network_create.go:281] running [docker network inspect ingress-addon-legacy-758515] to gather additional debugging logs...
I1025 19:03:02.826837 55888 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-758515
W1025 19:03:02.844206 55888 cli_runner.go:211] docker network inspect ingress-addon-legacy-758515 returned with exit code 1
I1025 19:03:02.844255 55888 network_create.go:284] error running [docker network inspect ingress-addon-legacy-758515]: docker network inspect ingress-addon-legacy-758515: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ingress-addon-legacy-758515 not found
I1025 19:03:02.844273 55888 network_create.go:286] output of [docker network inspect ingress-addon-legacy-758515]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ingress-addon-legacy-758515 not found
** /stderr **
I1025 19:03:02.844404 55888 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1025 19:03:02.863184 55888 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0008a2d70}
I1025 19:03:02.863225 55888 network_create.go:124] attempt to create docker network ingress-addon-legacy-758515 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1025 19:03:02.863280 55888 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ingress-addon-legacy-758515 ingress-addon-legacy-758515
I1025 19:03:02.921214 55888 network_create.go:108] docker network ingress-addon-legacy-758515 192.168.49.0/24 created
I1025 19:03:02.921247 55888 kic.go:118] calculated static IP "192.168.49.2" for the "ingress-addon-legacy-758515" container
I1025 19:03:02.921315 55888 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1025 19:03:02.938004 55888 cli_runner.go:164] Run: docker volume create ingress-addon-legacy-758515 --label name.minikube.sigs.k8s.io=ingress-addon-legacy-758515 --label created_by.minikube.sigs.k8s.io=true
I1025 19:03:02.956860 55888 oci.go:103] Successfully created a docker volume ingress-addon-legacy-758515
I1025 19:03:02.956929 55888 cli_runner.go:164] Run: docker run --rm --name ingress-addon-legacy-758515-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-758515 --entrypoint /usr/bin/test -v ingress-addon-legacy-758515:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -d /var/lib
I1025 19:03:04.730793 55888 cli_runner.go:217] Completed: docker run --rm --name ingress-addon-legacy-758515-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-758515 --entrypoint /usr/bin/test -v ingress-addon-legacy-758515:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -d /var/lib: (1.773823284s)
I1025 19:03:04.730827 55888 oci.go:107] Successfully prepared a docker volume ingress-addon-legacy-758515
I1025 19:03:04.730841 55888 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1025 19:03:04.730861 55888 kic.go:191] Starting extracting preloaded images to volume ...
I1025 19:03:04.730910 55888 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-758515:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -I lz4 -xf /preloaded.tar -C /extractDir
I1025 19:03:10.354697 55888 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-758515:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -I lz4 -xf /preloaded.tar -C /extractDir: (5.623738735s)
I1025 19:03:10.354756 55888 kic.go:200] duration metric: took 5.623892 seconds to extract preloaded images to volume
W1025 19:03:10.354888 55888 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1025 19:03:10.354977 55888 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1025 19:03:10.417156 55888 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ingress-addon-legacy-758515 --name ingress-addon-legacy-758515 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-758515 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ingress-addon-legacy-758515 --network ingress-addon-legacy-758515 --ip 192.168.49.2 --volume ingress-addon-legacy-758515:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b
I1025 19:03:10.763406 55888 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-758515 --format={{.State.Running}}
I1025 19:03:10.784755 55888 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-758515 --format={{.State.Status}}
I1025 19:03:10.806829 55888 cli_runner.go:164] Run: docker exec ingress-addon-legacy-758515 stat /var/lib/dpkg/alternatives/iptables
I1025 19:03:10.878842 55888 oci.go:144] the created container "ingress-addon-legacy-758515" has a running status.
I1025 19:03:10.878883 55888 kic.go:222] Creating ssh key for kic: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa...
I1025 19:03:11.072493 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1025 19:03:11.072565 55888 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1025 19:03:11.097563 55888 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-758515 --format={{.State.Status}}
I1025 19:03:11.124297 55888 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1025 19:03:11.124324 55888 kic_runner.go:114] Args: [docker exec --privileged ingress-addon-legacy-758515 chown docker:docker /home/docker/.ssh/authorized_keys]
I1025 19:03:11.195810 55888 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-758515 --format={{.State.Status}}
I1025 19:03:11.218798 55888 machine.go:88] provisioning docker machine ...
I1025 19:03:11.218833 55888 ubuntu.go:169] provisioning hostname "ingress-addon-legacy-758515"
I1025 19:03:11.218898 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:11.240897 55888 main.go:141] libmachine: Using SSH client type: native
I1025 19:03:11.241577 55888 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1025 19:03:11.241601 55888 main.go:141] libmachine: About to run SSH command:
sudo hostname ingress-addon-legacy-758515 && echo "ingress-addon-legacy-758515" | sudo tee /etc/hostname
I1025 19:03:11.242439 55888 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:59822->127.0.0.1:32787: read: connection reset by peer
I1025 19:03:14.373787 55888 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-758515
I1025 19:03:14.373862 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:14.392227 55888 main.go:141] libmachine: Using SSH client type: native
I1025 19:03:14.392561 55888 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1025 19:03:14.392580 55888 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\singress-addon-legacy-758515' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-758515/g' /etc/hosts;
else
echo '127.0.1.1 ingress-addon-legacy-758515' | sudo tee -a /etc/hosts;
fi
fi
I1025 19:03:14.506805 55888 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1025 19:03:14.506836 55888 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17466-8305/.minikube CaCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17466-8305/.minikube}
I1025 19:03:14.506876 55888 ubuntu.go:177] setting up certificates
I1025 19:03:14.506890 55888 provision.go:83] configureAuth start
I1025 19:03:14.506956 55888 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-758515
I1025 19:03:14.527853 55888 provision.go:138] copyHostCerts
I1025 19:03:14.527903 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem
I1025 19:03:14.527942 55888 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem, removing ...
I1025 19:03:14.527955 55888 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem
I1025 19:03:14.528035 55888 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem (1082 bytes)
I1025 19:03:14.528150 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem
I1025 19:03:14.528180 55888 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem, removing ...
I1025 19:03:14.528191 55888 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem
I1025 19:03:14.528234 55888 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem (1123 bytes)
I1025 19:03:14.528332 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem
I1025 19:03:14.528355 55888 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem, removing ...
I1025 19:03:14.528362 55888 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem
I1025 19:03:14.528402 55888 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem (1679 bytes)
I1025 19:03:14.528487 55888 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-758515 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube ingress-addon-legacy-758515]
I1025 19:03:14.818266 55888 provision.go:172] copyRemoteCerts
I1025 19:03:14.818333 55888 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1025 19:03:14.818410 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:14.837598 55888 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa Username:docker}
I1025 19:03:14.923221 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1025 19:03:14.923304 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1025 19:03:14.949168 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem -> /etc/docker/server.pem
I1025 19:03:14.949229 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem --> /etc/docker/server.pem (1257 bytes)
I1025 19:03:14.972556 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1025 19:03:14.972638 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1025 19:03:14.998246 55888 provision.go:86] duration metric: configureAuth took 491.319674ms
I1025 19:03:14.998277 55888 ubuntu.go:193] setting minikube options for container-runtime
I1025 19:03:14.998525 55888 config.go:182] Loaded profile config "ingress-addon-legacy-758515": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I1025 19:03:14.998644 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:15.017336 55888 main.go:141] libmachine: Using SSH client type: native
I1025 19:03:15.017695 55888 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1025 19:03:15.017733 55888 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1025 19:03:15.257664 55888 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1025 19:03:15.257695 55888 machine.go:91] provisioned docker machine in 4.038868804s
I1025 19:03:15.257720 55888 client.go:171] LocalClient.Create took 12.449961735s
I1025 19:03:15.257739 55888 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-758515" took 12.450038102s
I1025 19:03:15.257752 55888 start.go:300] post-start starting for "ingress-addon-legacy-758515" (driver="docker")
I1025 19:03:15.257763 55888 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1025 19:03:15.257825 55888 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1025 19:03:15.257862 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:15.276741 55888 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa Username:docker}
I1025 19:03:15.364449 55888 ssh_runner.go:195] Run: cat /etc/os-release
I1025 19:03:15.368061 55888 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1025 19:03:15.368113 55888 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1025 19:03:15.368122 55888 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1025 19:03:15.368129 55888 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1025 19:03:15.368140 55888 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/addons for local assets ...
I1025 19:03:15.368211 55888 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/files for local assets ...
I1025 19:03:15.368281 55888 filesync.go:149] local asset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> 150862.pem in /etc/ssl/certs
I1025 19:03:15.368289 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> /etc/ssl/certs/150862.pem
I1025 19:03:15.368382 55888 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1025 19:03:15.376973 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem --> /etc/ssl/certs/150862.pem (1708 bytes)
I1025 19:03:15.401847 55888 start.go:303] post-start completed in 144.081694ms
I1025 19:03:15.402265 55888 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-758515
I1025 19:03:15.420223 55888 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/config.json ...
I1025 19:03:15.420556 55888 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1025 19:03:15.420616 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:15.440668 55888 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa Username:docker}
I1025 19:03:15.527173 55888 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1025 19:03:15.531776 55888 start.go:128] duration metric: createHost completed in 12.727449332s
I1025 19:03:15.531810 55888 start.go:83] releasing machines lock for "ingress-addon-legacy-758515", held for 12.727566471s
I1025 19:03:15.531911 55888 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-758515
I1025 19:03:15.549950 55888 ssh_runner.go:195] Run: cat /version.json
I1025 19:03:15.550012 55888 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1025 19:03:15.550033 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:15.550122 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:15.571495 55888 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa Username:docker}
I1025 19:03:15.573014 55888 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa Username:docker}
I1025 19:03:15.658287 55888 ssh_runner.go:195] Run: systemctl --version
I1025 19:03:15.752293 55888 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1025 19:03:15.894293 55888 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1025 19:03:15.899261 55888 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:03:15.920104 55888 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1025 19:03:15.920205 55888 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:03:15.950972 55888 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1025 19:03:15.950996 55888 start.go:472] detecting cgroup driver to use...
I1025 19:03:15.951035 55888 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1025 19:03:15.951086 55888 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1025 19:03:15.966547 55888 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1025 19:03:15.979326 55888 docker.go:198] disabling cri-docker service (if available) ...
I1025 19:03:15.979401 55888 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1025 19:03:15.992556 55888 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1025 19:03:16.005427 55888 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1025 19:03:16.083424 55888 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1025 19:03:16.164822 55888 docker.go:214] disabling docker service ...
I1025 19:03:16.164887 55888 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1025 19:03:16.183336 55888 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1025 19:03:16.194466 55888 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1025 19:03:16.273455 55888 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1025 19:03:16.353039 55888 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1025 19:03:16.364428 55888 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1025 19:03:16.379869 55888 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1025 19:03:16.379919 55888 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:03:16.389612 55888 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1025 19:03:16.389676 55888 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:03:16.399199 55888 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:03:16.407942 55888 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:03:16.417527 55888 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1025 19:03:16.425873 55888 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1025 19:03:16.433674 55888 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1025 19:03:16.441232 55888 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1025 19:03:16.519265 55888 ssh_runner.go:195] Run: sudo systemctl restart crio
I1025 19:03:16.630049 55888 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1025 19:03:16.630123 55888 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1025 19:03:16.634454 55888 start.go:540] Will wait 60s for crictl version
I1025 19:03:16.634522 55888 ssh_runner.go:195] Run: which crictl
I1025 19:03:16.638079 55888 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1025 19:03:16.672193 55888 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1025 19:03:16.672276 55888 ssh_runner.go:195] Run: crio --version
I1025 19:03:16.710753 55888 ssh_runner.go:195] Run: crio --version
I1025 19:03:16.749977 55888 out.go:177] * Preparing Kubernetes v1.18.20 on CRI-O 1.24.6 ...
I1025 19:03:16.752179 55888 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-758515 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1025 19:03:16.772311 55888 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1025 19:03:16.776751 55888 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1025 19:03:16.788488 55888 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1025 19:03:16.788579 55888 ssh_runner.go:195] Run: sudo crictl images --output json
I1025 19:03:16.839187 55888 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I1025 19:03:16.839248 55888 ssh_runner.go:195] Run: which lz4
I1025 19:03:16.843157 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1025 19:03:16.843257 55888 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I1025 19:03:16.847167 55888 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1025 19:03:16.847197 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (495439307 bytes)
I1025 19:03:17.907474 55888 crio.go:444] Took 1.064243 seconds to copy over tarball
I1025 19:03:17.907586 55888 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4
I1025 19:03:20.545460 55888 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (2.637849257s)
I1025 19:03:20.545496 55888 crio.go:451] Took 2.637981 seconds to extract the tarball
I1025 19:03:20.545529 55888 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1025 19:03:20.616340 55888 ssh_runner.go:195] Run: sudo crictl images --output json
I1025 19:03:20.653058 55888 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I1025 19:03:20.653086 55888 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]
I1025 19:03:20.653210 55888 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I1025 19:03:20.653231 55888 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I1025 19:03:20.653246 55888 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20
I1025 19:03:20.653292 55888 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I1025 19:03:20.653299 55888 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20
I1025 19:03:20.653218 55888 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I1025 19:03:20.653344 55888 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20
I1025 19:03:20.653211 55888 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20
I1025 19:03:20.658263 55888 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20
I1025 19:03:20.658287 55888 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20
I1025 19:03:20.658322 55888 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I1025 19:03:20.658343 55888 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I1025 19:03:20.658260 55888 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20
I1025 19:03:20.658401 55888 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I1025 19:03:20.658264 55888 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I1025 19:03:20.658401 55888 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20
I1025 19:03:20.863217 55888 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.2
I1025 19:03:20.883613 55888 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0
I1025 19:03:20.894571 55888 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I1025 19:03:20.900336 55888 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "80d28bedfe5dec59da9ebf8e6260224ac9008ab5c11dbbe16ee3ba3e4439ac2c" in container runtime
I1025 19:03:20.900377 55888 cri.go:218] Removing image: registry.k8s.io/pause:3.2
I1025 19:03:20.900419 55888 ssh_runner.go:195] Run: which crictl
I1025 19:03:20.915824 55888 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20
I1025 19:03:20.922558 55888 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f" in container runtime
I1025 19:03:20.922606 55888 cri.go:218] Removing image: registry.k8s.io/etcd:3.4.3-0
I1025 19:03:20.922648 55888 ssh_runner.go:195] Run: which crictl
I1025 19:03:20.938677 55888 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20
I1025 19:03:20.945601 55888 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20
I1025 19:03:20.956921 55888 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7
I1025 19:03:20.990363 55888 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20
I1025 19:03:21.034920 55888 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/pause:3.2
I1025 19:03:21.035003 55888 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "a05a1a79adaad058478b7638d2e73cf408b283305081516fbe02706b0e205346" in container runtime
I1025 19:03:21.035058 55888 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/etcd:3.4.3-0
I1025 19:03:21.035081 55888 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "7d8d2960de69688eab5698081441539a1662f47e092488973e455a8334955cb1" in container runtime
I1025 19:03:21.035108 55888 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "e7c545a60706cf009a893afdc7dba900cc2e342b8042b9c421d607ca41e8b290" in container runtime
I1025 19:03:21.035059 55888 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.18.20
I1025 19:03:21.035121 55888 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.18.20
I1025 19:03:21.035131 55888 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20
I1025 19:03:21.035143 55888 ssh_runner.go:195] Run: which crictl
I1025 19:03:21.035150 55888 ssh_runner.go:195] Run: which crictl
I1025 19:03:21.035165 55888 ssh_runner.go:195] Run: which crictl
I1025 19:03:21.035239 55888 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5" in container runtime
I1025 19:03:21.035275 55888 cri.go:218] Removing image: registry.k8s.io/coredns:1.6.7
I1025 19:03:21.035313 55888 ssh_runner.go:195] Run: which crictl
I1025 19:03:21.047236 55888 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "27f8b8d51985f755cfb3ffea424fa34865cc0da63e99378d8202f923c3c5a8ba" in container runtime
I1025 19:03:21.047283 55888 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.18.20
I1025 19:03:21.047334 55888 ssh_runner.go:195] Run: which crictl
I1025 19:03:21.122535 55888 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0
I1025 19:03:21.122621 55888 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2
I1025 19:03:21.122742 55888 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.18.20
I1025 19:03:21.122844 55888 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.18.20
I1025 19:03:21.122925 55888 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.18.20
I1025 19:03:21.122941 55888 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/coredns:1.6.7
I1025 19:03:21.123008 55888 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-proxy:v1.18.20
I1025 19:03:21.222713 55888 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.20
I1025 19:03:21.225180 55888 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.20
I1025 19:03:21.225185 55888 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.20
I1025 19:03:21.225273 55888 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7
I1025 19:03:21.225362 55888 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.20
I1025 19:03:21.225411 55888 cache_images.go:92] LoadImages completed in 572.306539ms
W1025 19:03:21.225499 55888 out.go:239] X Unable to load cached images: loading cached images: stat /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0: no such file or directory
I1025 19:03:21.225586 55888 ssh_runner.go:195] Run: crio config
I1025 19:03:21.266916 55888 cni.go:84] Creating CNI manager for ""
I1025 19:03:21.266938 55888 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1025 19:03:21.266962 55888 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1025 19:03:21.266986 55888 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-758515 NodeName:ingress-addon-legacy-758515 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.c
rt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}
I1025 19:03:21.267141 55888 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/crio/crio.sock
name: "ingress-addon-legacy-758515"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.18.20
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1025 19:03:21.267249 55888 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=ingress-addon-legacy-758515 --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-758515 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1025 19:03:21.267318 55888 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20
I1025 19:03:21.303089 55888 binaries.go:44] Found k8s binaries, skipping transfer
I1025 19:03:21.303163 55888 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1025 19:03:21.311443 55888 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (486 bytes)
I1025 19:03:21.328309 55888 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)
I1025 19:03:21.344957 55888 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2123 bytes)
I1025 19:03:21.361931 55888 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1025 19:03:21.365469 55888 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1025 19:03:21.376871 55888 certs.go:56] Setting up /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515 for IP: 192.168.49.2
I1025 19:03:21.376917 55888 certs.go:190] acquiring lock for shared ca certs: {Name:mkd104fdefd47f3ab848ed3b58b625b850121e26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:21.377069 55888 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key
I1025 19:03:21.377126 55888 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key
I1025 19:03:21.377176 55888 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.key
I1025 19:03:21.377201 55888 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt with IP's: []
I1025 19:03:21.574064 55888 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt ...
I1025 19:03:21.574097 55888 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: {Name:mkc4ae54a15b022fc665f3dc22adf4369c3d9919 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:21.574270 55888 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.key ...
I1025 19:03:21.574287 55888 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.key: {Name:mk47c3d2d4294c975a07cbcdec10d2509fcbe665 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:21.574361 55888 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.key.dd3b5fb2
I1025 19:03:21.574389 55888 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1025 19:03:21.661055 55888 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.crt.dd3b5fb2 ...
I1025 19:03:21.661088 55888 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.crt.dd3b5fb2: {Name:mk2dae4d782cee00ee50422bb273891498fbcf9e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:21.661246 55888 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.key.dd3b5fb2 ...
I1025 19:03:21.661261 55888 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.key.dd3b5fb2: {Name:mkd3fb4c6c1a9c2f5c6ac9287f5af7f139f03a91 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:21.661327 55888 certs.go:337] copying /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.crt
I1025 19:03:21.661400 55888 certs.go:341] copying /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.key
I1025 19:03:21.661454 55888 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.key
I1025 19:03:21.661469 55888 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.crt with IP's: []
I1025 19:03:21.744572 55888 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.crt ...
I1025 19:03:21.744606 55888 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.crt: {Name:mk860601ba75f0a0cd4412cc54e47124a12f6efb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:21.744764 55888 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.key ...
I1025 19:03:21.744782 55888 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.key: {Name:mk8a3a496a780690742d808152c6a82077de7376 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:21.744848 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1025 19:03:21.744868 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1025 19:03:21.744878 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1025 19:03:21.744890 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1025 19:03:21.744902 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1025 19:03:21.744914 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1025 19:03:21.744926 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1025 19:03:21.744939 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1025 19:03:21.745009 55888 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem (1338 bytes)
W1025 19:03:21.745049 55888 certs.go:433] ignoring /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086_empty.pem, impossibly tiny 0 bytes
I1025 19:03:21.745060 55888 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem (1679 bytes)
I1025 19:03:21.745088 55888 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem (1082 bytes)
I1025 19:03:21.745114 55888 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem (1123 bytes)
I1025 19:03:21.745141 55888 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem (1679 bytes)
I1025 19:03:21.745183 55888 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem (1708 bytes)
I1025 19:03:21.745209 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem -> /usr/share/ca-certificates/15086.pem
I1025 19:03:21.745226 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> /usr/share/ca-certificates/150862.pem
I1025 19:03:21.745240 55888 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1025 19:03:21.745842 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1025 19:03:21.767873 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1025 19:03:21.790762 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1025 19:03:21.812835 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1025 19:03:21.836077 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1025 19:03:21.858254 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1025 19:03:21.880365 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1025 19:03:21.903258 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1025 19:03:21.925680 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem --> /usr/share/ca-certificates/15086.pem (1338 bytes)
I1025 19:03:21.947539 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem --> /usr/share/ca-certificates/150862.pem (1708 bytes)
I1025 19:03:21.970410 55888 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1025 19:03:21.992606 55888 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1025 19:03:22.008388 55888 ssh_runner.go:195] Run: openssl version
I1025 19:03:22.013372 55888 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15086.pem && ln -fs /usr/share/ca-certificates/15086.pem /etc/ssl/certs/15086.pem"
I1025 19:03:22.022329 55888 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15086.pem
I1025 19:03:22.025632 55888 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 25 18:59 /usr/share/ca-certificates/15086.pem
I1025 19:03:22.025688 55888 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15086.pem
I1025 19:03:22.032159 55888 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15086.pem /etc/ssl/certs/51391683.0"
I1025 19:03:22.040965 55888 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/150862.pem && ln -fs /usr/share/ca-certificates/150862.pem /etc/ssl/certs/150862.pem"
I1025 19:03:22.049873 55888 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/150862.pem
I1025 19:03:22.053485 55888 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 25 18:59 /usr/share/ca-certificates/150862.pem
I1025 19:03:22.053540 55888 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/150862.pem
I1025 19:03:22.060363 55888 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/150862.pem /etc/ssl/certs/3ec20f2e.0"
I1025 19:03:22.070177 55888 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1025 19:03:22.079400 55888 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1025 19:03:22.082874 55888 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 25 18:53 /usr/share/ca-certificates/minikubeCA.pem
I1025 19:03:22.082932 55888 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1025 19:03:22.089512 55888 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1025 19:03:22.101734 55888 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1025 19:03:22.105409 55888 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1025 19:03:22.105506 55888 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-758515 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-758515 Namespace:default APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 19:03:22.105594 55888 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1025 19:03:22.105648 55888 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1025 19:03:22.140329 55888 cri.go:89] found id: ""
I1025 19:03:22.140446 55888 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1025 19:03:22.149057 55888 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1025 19:03:22.157446 55888 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1025 19:03:22.157516 55888 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1025 19:03:22.165444 55888 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1025 19:03:22.165494 55888 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1025 19:03:22.211422 55888 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20
I1025 19:03:22.211496 55888 kubeadm.go:322] [preflight] Running pre-flight checks
I1025 19:03:22.249150 55888 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1025 19:03:22.249245 55888 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1045-gcp[0m
I1025 19:03:22.249300 55888 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1025 19:03:22.249387 55888 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1025 19:03:22.249485 55888 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1025 19:03:22.249569 55888 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1025 19:03:22.249655 55888 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1025 19:03:22.249744 55888 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1025 19:03:22.249814 55888 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1025 19:03:22.320062 55888 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1025 19:03:22.320181 55888 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1025 19:03:22.320347 55888 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1025 19:03:22.511589 55888 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1025 19:03:22.512606 55888 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1025 19:03:22.512668 55888 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1025 19:03:22.588154 55888 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1025 19:03:22.592416 55888 out.go:204] - Generating certificates and keys ...
I1025 19:03:22.592567 55888 kubeadm.go:322] [certs] Using existing ca certificate authority
I1025 19:03:22.592675 55888 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1025 19:03:22.892635 55888 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1025 19:03:23.136038 55888 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1025 19:03:23.535124 55888 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1025 19:03:23.871200 55888 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1025 19:03:23.992421 55888 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1025 19:03:23.992615 55888 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-758515 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1025 19:03:24.126303 55888 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1025 19:03:24.126494 55888 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-758515 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1025 19:03:24.202916 55888 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1025 19:03:24.301624 55888 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1025 19:03:24.666072 55888 kubeadm.go:322] [certs] Generating "sa" key and public key
I1025 19:03:24.666175 55888 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1025 19:03:24.869842 55888 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1025 19:03:25.182007 55888 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1025 19:03:25.281577 55888 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1025 19:03:25.497914 55888 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1025 19:03:25.498611 55888 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1025 19:03:25.501220 55888 out.go:204] - Booting up control plane ...
I1025 19:03:25.501359 55888 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1025 19:03:25.505359 55888 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1025 19:03:25.506942 55888 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1025 19:03:25.508008 55888 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1025 19:03:25.511205 55888 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1025 19:03:32.513537 55888 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.002196 seconds
I1025 19:03:32.513724 55888 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1025 19:03:32.528410 55888 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster
I1025 19:03:33.045906 55888 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1025 19:03:33.046118 55888 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-758515 as control-plane by adding the label "node-role.kubernetes.io/master=''"
I1025 19:03:33.553898 55888 kubeadm.go:322] [bootstrap-token] Using token: u2gver.7911fh5z8ci5bs64
I1025 19:03:33.555956 55888 out.go:204] - Configuring RBAC rules ...
I1025 19:03:33.556170 55888 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1025 19:03:33.559583 55888 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1025 19:03:33.566599 55888 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1025 19:03:33.568738 55888 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1025 19:03:33.570808 55888 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1025 19:03:33.572842 55888 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1025 19:03:33.580695 55888 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1025 19:03:33.807900 55888 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1025 19:03:33.967465 55888 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1025 19:03:33.968633 55888 kubeadm.go:322]
I1025 19:03:33.968726 55888 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1025 19:03:33.968742 55888 kubeadm.go:322]
I1025 19:03:33.968818 55888 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1025 19:03:33.968830 55888 kubeadm.go:322]
I1025 19:03:33.968856 55888 kubeadm.go:322] mkdir -p $HOME/.kube
I1025 19:03:33.968919 55888 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1025 19:03:33.968966 55888 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1025 19:03:33.968972 55888 kubeadm.go:322]
I1025 19:03:33.969014 55888 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1025 19:03:33.969080 55888 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1025 19:03:33.969137 55888 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1025 19:03:33.969144 55888 kubeadm.go:322]
I1025 19:03:33.969214 55888 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1025 19:03:33.969302 55888 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1025 19:03:33.969316 55888 kubeadm.go:322]
I1025 19:03:33.969421 55888 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token u2gver.7911fh5z8ci5bs64 \
I1025 19:03:33.969565 55888 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858 \
I1025 19:03:33.969604 55888 kubeadm.go:322] --control-plane
I1025 19:03:33.969610 55888 kubeadm.go:322]
I1025 19:03:33.969677 55888 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1025 19:03:33.969687 55888 kubeadm.go:322]
I1025 19:03:33.969770 55888 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token u2gver.7911fh5z8ci5bs64 \
I1025 19:03:33.969910 55888 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858
I1025 19:03:33.971567 55888 kubeadm.go:322] W1025 19:03:22.210859 1385 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
I1025 19:03:33.971775 55888 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1045-gcp\n", err: exit status 1
I1025 19:03:33.971927 55888 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1025 19:03:33.972055 55888 kubeadm.go:322] W1025 19:03:25.505080 1385 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I1025 19:03:33.972156 55888 kubeadm.go:322] W1025 19:03:25.506723 1385 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I1025 19:03:33.972174 55888 cni.go:84] Creating CNI manager for ""
I1025 19:03:33.972184 55888 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1025 19:03:33.974446 55888 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1025 19:03:33.976326 55888 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1025 19:03:33.980416 55888 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.18.20/kubectl ...
I1025 19:03:33.980435 55888 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1025 19:03:33.998219 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1025 19:03:34.432606 55888 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1025 19:03:34.432668 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:34.432728 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a minikube.k8s.io/name=ingress-addon-legacy-758515 minikube.k8s.io/updated_at=2023_10_25T19_03_34_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:34.537911 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:34.607109 55888 ops.go:34] apiserver oom_adj: -16
I1025 19:03:34.666415 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:35.240306 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:35.739752 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:36.240525 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:36.739804 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:37.240164 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:37.740457 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:38.239931 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:38.740079 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:39.240373 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:39.740372 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:40.240457 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:40.740393 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:41.240143 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:41.740260 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:42.240169 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:42.739753 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:43.240476 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:43.740266 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:44.239762 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:44.740132 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:45.240069 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:45.739830 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:46.239564 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:46.740225 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:47.240057 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:47.740198 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:48.240557 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:48.740404 55888 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:03:48.912743 55888 kubeadm.go:1081] duration metric: took 14.480128441s to wait for elevateKubeSystemPrivileges.
I1025 19:03:48.912775 55888 kubeadm.go:406] StartCluster complete in 26.807306484s
I1025 19:03:48.912797 55888 settings.go:142] acquiring lock: {Name:mk15c857bee5d804b76e6a4d971ab9fdbe0eab4a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:48.912879 55888 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:03:48.913636 55888 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/kubeconfig: {Name:mkbcf776d05237a42f29329b577edc2c83098ac0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:03:48.913909 55888 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1025 19:03:48.914002 55888 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1025 19:03:48.914085 55888 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-758515"
I1025 19:03:48.914100 55888 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-758515"
I1025 19:03:48.914110 55888 addons.go:231] Setting addon storage-provisioner=true in "ingress-addon-legacy-758515"
I1025 19:03:48.914124 55888 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-758515"
I1025 19:03:48.914153 55888 host.go:66] Checking if "ingress-addon-legacy-758515" exists ...
I1025 19:03:48.914225 55888 config.go:182] Loaded profile config "ingress-addon-legacy-758515": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I1025 19:03:48.914557 55888 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-758515 --format={{.State.Status}}
I1025 19:03:48.914646 55888 kapi.go:59] client config for ingress-addon-legacy-758515: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt", KeyFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.key", CAFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(ni
l), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c28ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1025 19:03:48.914732 55888 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-758515 --format={{.State.Status}}
I1025 19:03:48.915348 55888 cert_rotation.go:137] Starting client certificate rotation controller
I1025 19:03:48.938011 55888 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1025 19:03:48.937434 55888 kapi.go:59] client config for ingress-addon-legacy-758515: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt", KeyFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.key", CAFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(ni
l), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c28ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1025 19:03:48.939786 55888 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1025 19:03:48.939807 55888 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1025 19:03:48.939883 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:48.940062 55888 addons.go:231] Setting addon default-storageclass=true in "ingress-addon-legacy-758515"
I1025 19:03:48.940096 55888 host.go:66] Checking if "ingress-addon-legacy-758515" exists ...
I1025 19:03:48.940640 55888 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-758515 --format={{.State.Status}}
I1025 19:03:48.941405 55888 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-758515" context rescaled to 1 replicas
I1025 19:03:48.941444 55888 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I1025 19:03:48.945384 55888 out.go:177] * Verifying Kubernetes components...
I1025 19:03:48.947139 55888 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 19:03:48.967917 55888 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1025 19:03:48.967940 55888 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1025 19:03:48.968024 55888 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-758515
I1025 19:03:48.968929 55888 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa Username:docker}
I1025 19:03:48.985605 55888 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/ingress-addon-legacy-758515/id_rsa Username:docker}
I1025 19:03:49.037172 55888 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1025 19:03:49.037609 55888 kapi.go:59] client config for ingress-addon-legacy-758515: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt", KeyFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.key", CAFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(ni
l), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c28ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1025 19:03:49.037839 55888 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-758515" to be "Ready" ...
I1025 19:03:49.129519 55888 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1025 19:03:49.130407 55888 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1025 19:03:49.539623 55888 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1025 19:03:49.706213 55888 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1025 19:03:49.707722 55888 addons.go:502] enable addons completed in 793.715498ms: enabled=[storage-provisioner default-storageclass]
I1025 19:03:51.046935 55888 node_ready.go:58] node "ingress-addon-legacy-758515" has status "Ready":"False"
I1025 19:03:53.047183 55888 node_ready.go:58] node "ingress-addon-legacy-758515" has status "Ready":"False"
I1025 19:03:55.047261 55888 node_ready.go:58] node "ingress-addon-legacy-758515" has status "Ready":"False"
I1025 19:03:57.547544 55888 node_ready.go:58] node "ingress-addon-legacy-758515" has status "Ready":"False"
I1025 19:04:00.047185 55888 node_ready.go:58] node "ingress-addon-legacy-758515" has status "Ready":"False"
I1025 19:04:02.547099 55888 node_ready.go:58] node "ingress-addon-legacy-758515" has status "Ready":"False"
I1025 19:04:04.546919 55888 node_ready.go:49] node "ingress-addon-legacy-758515" has status "Ready":"True"
I1025 19:04:04.546945 55888 node_ready.go:38] duration metric: took 15.509090587s waiting for node "ingress-addon-legacy-758515" to be "Ready" ...
I1025 19:04:04.546962 55888 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1025 19:04:04.553430 55888 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-xzpdm" in "kube-system" namespace to be "Ready" ...
I1025 19:04:06.562531 55888 pod_ready.go:102] pod "coredns-66bff467f8-xzpdm" in "kube-system" namespace doesn't have "Ready" status: {Phase:Pending Conditions:[{Type:PodScheduled Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-10-25 19:03:48 +0000 UTC Reason:Unschedulable Message:0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.}] Message: Reason: NominatedNodeName: HostIP: HostIPs:[] PodIP: PodIPs:[] StartTime:<nil> InitContainerStatuses:[] ContainerStatuses:[] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I1025 19:04:08.564152 55888 pod_ready.go:102] pod "coredns-66bff467f8-xzpdm" in "kube-system" namespace has status "Ready":"False"
I1025 19:04:10.564983 55888 pod_ready.go:102] pod "coredns-66bff467f8-xzpdm" in "kube-system" namespace has status "Ready":"False"
I1025 19:04:11.565050 55888 pod_ready.go:92] pod "coredns-66bff467f8-xzpdm" in "kube-system" namespace has status "Ready":"True"
I1025 19:04:11.565076 55888 pod_ready.go:81] duration metric: took 7.011617938s waiting for pod "coredns-66bff467f8-xzpdm" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.565086 55888 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-758515" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.569085 55888 pod_ready.go:92] pod "etcd-ingress-addon-legacy-758515" in "kube-system" namespace has status "Ready":"True"
I1025 19:04:11.569103 55888 pod_ready.go:81] duration metric: took 4.01155ms waiting for pod "etcd-ingress-addon-legacy-758515" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.569113 55888 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-758515" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.573586 55888 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-758515" in "kube-system" namespace has status "Ready":"True"
I1025 19:04:11.573612 55888 pod_ready.go:81] duration metric: took 4.492669ms waiting for pod "kube-apiserver-ingress-addon-legacy-758515" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.573621 55888 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-758515" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.577748 55888 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-758515" in "kube-system" namespace has status "Ready":"True"
I1025 19:04:11.577769 55888 pod_ready.go:81] duration metric: took 4.142514ms waiting for pod "kube-controller-manager-ingress-addon-legacy-758515" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.577778 55888 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-tqhjg" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.581773 55888 pod_ready.go:92] pod "kube-proxy-tqhjg" in "kube-system" namespace has status "Ready":"True"
I1025 19:04:11.581793 55888 pod_ready.go:81] duration metric: took 4.010005ms waiting for pod "kube-proxy-tqhjg" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.581801 55888 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-758515" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.760332 55888 request.go:629] Waited for 178.447761ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-758515
I1025 19:04:11.959783 55888 request.go:629] Waited for 196.332484ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-758515
I1025 19:04:11.962503 55888 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-758515" in "kube-system" namespace has status "Ready":"True"
I1025 19:04:11.962525 55888 pod_ready.go:81] duration metric: took 380.717644ms waiting for pod "kube-scheduler-ingress-addon-legacy-758515" in "kube-system" namespace to be "Ready" ...
I1025 19:04:11.962539 55888 pod_ready.go:38] duration metric: took 7.415558572s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1025 19:04:11.962557 55888 api_server.go:52] waiting for apiserver process to appear ...
I1025 19:04:11.962613 55888 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1025 19:04:11.973260 55888 api_server.go:72] duration metric: took 23.031776773s to wait for apiserver process to appear ...
I1025 19:04:11.973294 55888 api_server.go:88] waiting for apiserver healthz status ...
I1025 19:04:11.973324 55888 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1025 19:04:11.978546 55888 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1025 19:04:11.979390 55888 api_server.go:141] control plane version: v1.18.20
I1025 19:04:11.979410 55888 api_server.go:131] duration metric: took 6.110263ms to wait for apiserver health ...
I1025 19:04:11.979419 55888 system_pods.go:43] waiting for kube-system pods to appear ...
I1025 19:04:12.159761 55888 request.go:629] Waited for 180.266069ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I1025 19:04:12.165136 55888 system_pods.go:59] 8 kube-system pods found
I1025 19:04:12.165174 55888 system_pods.go:61] "coredns-66bff467f8-xzpdm" [801d408b-a83b-4d88-9328-fe4e6994ddb6] Running
I1025 19:04:12.165181 55888 system_pods.go:61] "etcd-ingress-addon-legacy-758515" [ba29e920-70a8-41cd-88b4-71fac0c82970] Running
I1025 19:04:12.165185 55888 system_pods.go:61] "kindnet-k994v" [c23f1e97-4aec-4cab-b3c8-2fa2de5cc2ff] Running
I1025 19:04:12.165189 55888 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-758515" [4413800d-0ad8-4346-8264-0f57fc9ceeef] Running
I1025 19:04:12.165193 55888 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-758515" [db43d3de-db9d-4b1d-9d0e-73ea12e6b395] Running
I1025 19:04:12.165200 55888 system_pods.go:61] "kube-proxy-tqhjg" [f525de9d-3803-4be3-b77e-64caf0ee4c44] Running
I1025 19:04:12.165204 55888 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-758515" [57935505-ebb4-4f48-80ba-6c365e9fe1e5] Running
I1025 19:04:12.165208 55888 system_pods.go:61] "storage-provisioner" [8c26f506-91ed-40c3-84b1-c489959574d6] Running
I1025 19:04:12.165213 55888 system_pods.go:74] duration metric: took 185.790162ms to wait for pod list to return data ...
I1025 19:04:12.165224 55888 default_sa.go:34] waiting for default service account to be created ...
I1025 19:04:12.360759 55888 request.go:629] Waited for 195.4551ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/default/serviceaccounts
I1025 19:04:12.363325 55888 default_sa.go:45] found service account: "default"
I1025 19:04:12.363351 55888 default_sa.go:55] duration metric: took 198.116541ms for default service account to be created ...
I1025 19:04:12.363360 55888 system_pods.go:116] waiting for k8s-apps to be running ...
I1025 19:04:12.559738 55888 request.go:629] Waited for 196.31743ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I1025 19:04:12.566088 55888 system_pods.go:86] 8 kube-system pods found
I1025 19:04:12.566120 55888 system_pods.go:89] "coredns-66bff467f8-xzpdm" [801d408b-a83b-4d88-9328-fe4e6994ddb6] Running
I1025 19:04:12.566130 55888 system_pods.go:89] "etcd-ingress-addon-legacy-758515" [ba29e920-70a8-41cd-88b4-71fac0c82970] Running
I1025 19:04:12.566138 55888 system_pods.go:89] "kindnet-k994v" [c23f1e97-4aec-4cab-b3c8-2fa2de5cc2ff] Running
I1025 19:04:12.566146 55888 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-758515" [4413800d-0ad8-4346-8264-0f57fc9ceeef] Running
I1025 19:04:12.566153 55888 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-758515" [db43d3de-db9d-4b1d-9d0e-73ea12e6b395] Running
I1025 19:04:12.566160 55888 system_pods.go:89] "kube-proxy-tqhjg" [f525de9d-3803-4be3-b77e-64caf0ee4c44] Running
I1025 19:04:12.566168 55888 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-758515" [57935505-ebb4-4f48-80ba-6c365e9fe1e5] Running
I1025 19:04:12.566176 55888 system_pods.go:89] "storage-provisioner" [8c26f506-91ed-40c3-84b1-c489959574d6] Running
I1025 19:04:12.566188 55888 system_pods.go:126] duration metric: took 202.82336ms to wait for k8s-apps to be running ...
I1025 19:04:12.566207 55888 system_svc.go:44] waiting for kubelet service to be running ....
I1025 19:04:12.566271 55888 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 19:04:12.578877 55888 system_svc.go:56] duration metric: took 12.664764ms WaitForService to wait for kubelet.
I1025 19:04:12.578913 55888 kubeadm.go:581] duration metric: took 23.637436692s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1025 19:04:12.578939 55888 node_conditions.go:102] verifying NodePressure condition ...
I1025 19:04:12.760590 55888 request.go:629] Waited for 181.546281ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes
I1025 19:04:12.763620 55888 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1025 19:04:12.763645 55888 node_conditions.go:123] node cpu capacity is 8
I1025 19:04:12.763656 55888 node_conditions.go:105] duration metric: took 184.712109ms to run NodePressure ...
I1025 19:04:12.763666 55888 start.go:228] waiting for startup goroutines ...
I1025 19:04:12.763672 55888 start.go:233] waiting for cluster config update ...
I1025 19:04:12.763680 55888 start.go:242] writing updated cluster config ...
I1025 19:04:12.763963 55888 ssh_runner.go:195] Run: rm -f paused
I1025 19:04:12.812126 55888 start.go:600] kubectl: 1.28.3, cluster: 1.18.20 (minor skew: 10)
I1025 19:04:12.814553 55888 out.go:177]
W1025 19:04:12.816464 55888 out.go:239] ! /usr/local/bin/kubectl is version 1.28.3, which may have incompatibilities with Kubernetes 1.18.20.
I1025 19:04:12.818508 55888 out.go:177] - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'
I1025 19:04:12.820640 55888 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-758515" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 25 19:06:57 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:06:57.858534180Z" level=info msg="Started container" PID=4946 containerID=1b565a4f0868fa79584028ce0e972dd1e29d844b6cd7e56bbdaa20043a41f0c5 description=default/hello-world-app-5f5d8b66bb-vpr6h/hello-world-app id=30db12e4-17e2-469c-a2af-d52390d06cd2 name=/runtime.v1alpha2.RuntimeService/StartContainer sandboxID=b53feb1d54acd5cc47cf686d8f6e314330678454ebf9e7071c06956c0fa5881e
Oct 25 19:07:00 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:00.214991613Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=9404c44d-7ce1-401b-997b-cf4441bf9c1b name=/runtime.v1alpha2.ImageService/ImageStatus
Oct 25 19:07:12 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:12.216307585Z" level=info msg="Stopping pod sandbox: 3b58db7700f9df991f939cc5dc8a9b161cf3fa6890dd667c84359ba21e1251cc" id=dcbe2b5d-72f4-44cd-95f0-6eefd6b6e6a9 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:12 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:12.217230061Z" level=info msg="Stopped pod sandbox: 3b58db7700f9df991f939cc5dc8a9b161cf3fa6890dd667c84359ba21e1251cc" id=dcbe2b5d-72f4-44cd-95f0-6eefd6b6e6a9 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:12 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:12.761890761Z" level=info msg="Stopping pod sandbox: 3b58db7700f9df991f939cc5dc8a9b161cf3fa6890dd667c84359ba21e1251cc" id=523ab55f-e305-4168-8e80-2a1f3120469c name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:12 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:12.761947971Z" level=info msg="Stopped pod sandbox (already stopped): 3b58db7700f9df991f939cc5dc8a9b161cf3fa6890dd667c84359ba21e1251cc" id=523ab55f-e305-4168-8e80-2a1f3120469c name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:13 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:13.536570190Z" level=info msg="Stopping container: 7dbe3ecbbd093abed0b59427dbc8192c01a47b1e630d813d9a482655b276b3fd (timeout: 2s)" id=e32f05c7-d960-4e3a-87aa-4eabb36a0a41 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 25 19:07:13 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:13.539619788Z" level=info msg="Stopping container: 7dbe3ecbbd093abed0b59427dbc8192c01a47b1e630d813d9a482655b276b3fd (timeout: 2s)" id=f8b6288e-71b4-4883-8d91-8832f4ce0a94 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 25 19:07:14 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:14.214694762Z" level=info msg="Stopping pod sandbox: 3b58db7700f9df991f939cc5dc8a9b161cf3fa6890dd667c84359ba21e1251cc" id=98b8818d-6bcc-4e84-a7e4-5fc1a1846e10 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:14 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:14.214751289Z" level=info msg="Stopped pod sandbox (already stopped): 3b58db7700f9df991f939cc5dc8a9b161cf3fa6890dd667c84359ba21e1251cc" id=98b8818d-6bcc-4e84-a7e4-5fc1a1846e10 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.547202279Z" level=warning msg="Stopping container 7dbe3ecbbd093abed0b59427dbc8192c01a47b1e630d813d9a482655b276b3fd with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=e32f05c7-d960-4e3a-87aa-4eabb36a0a41 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 25 19:07:15 ingress-addon-legacy-758515 conmon[3490]: conmon 7dbe3ecbbd093abed0b5 <ninfo>: container 3501 exited with status 137
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.712309311Z" level=info msg="Stopped container 7dbe3ecbbd093abed0b59427dbc8192c01a47b1e630d813d9a482655b276b3fd: ingress-nginx/ingress-nginx-controller-7fcf777cb7-kq56n/controller" id=f8b6288e-71b4-4883-8d91-8832f4ce0a94 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.712343698Z" level=info msg="Stopped container 7dbe3ecbbd093abed0b59427dbc8192c01a47b1e630d813d9a482655b276b3fd: ingress-nginx/ingress-nginx-controller-7fcf777cb7-kq56n/controller" id=e32f05c7-d960-4e3a-87aa-4eabb36a0a41 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.712809231Z" level=info msg="Stopping pod sandbox: 885226a8fb7c39d547f149c4c4174f4743a73c9f5c197f51a0d5b67c8134775e" id=c9e08341-a79f-421b-bfd3-a6a4b9f4a6ec name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.712898644Z" level=info msg="Stopping pod sandbox: 885226a8fb7c39d547f149c4c4174f4743a73c9f5c197f51a0d5b67c8134775e" id=d486024f-5227-48a5-a15c-65cff448e96d name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.716038057Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-KE3ZWYASWPT42ACF - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-V7VZNKPJZ656WDYB - [0:0]\n-X KUBE-HP-KE3ZWYASWPT42ACF\n-X KUBE-HP-V7VZNKPJZ656WDYB\nCOMMIT\n"
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.717491477Z" level=info msg="Closing host port tcp:80"
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.717549079Z" level=info msg="Closing host port tcp:443"
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.718784867Z" level=info msg="Host port tcp:80 does not have an open socket"
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.718826178Z" level=info msg="Host port tcp:443 does not have an open socket"
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.719024400Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7fcf777cb7-kq56n Namespace:ingress-nginx ID:885226a8fb7c39d547f149c4c4174f4743a73c9f5c197f51a0d5b67c8134775e UID:19eb4bc5-ef2f-4912-badf-45a5499f142f NetNS:/var/run/netns/84d0049b-c370-4015-bc18-77719245ead4 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.719194988Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7fcf777cb7-kq56n from CNI network \"kindnet\" (type=ptp)"
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.751787994Z" level=info msg="Stopped pod sandbox: 885226a8fb7c39d547f149c4c4174f4743a73c9f5c197f51a0d5b67c8134775e" id=c9e08341-a79f-421b-bfd3-a6a4b9f4a6ec name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 25 19:07:15 ingress-addon-legacy-758515 crio[961]: time="2023-10-25 19:07:15.751897078Z" level=info msg="Stopped pod sandbox (already stopped): 885226a8fb7c39d547f149c4c4174f4743a73c9f5c197f51a0d5b67c8134775e" id=d486024f-5227-48a5-a15c-65cff448e96d name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
1b565a4f0868f gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6 23 seconds ago Running hello-world-app 0 b53feb1d54acd hello-world-app-5f5d8b66bb-vpr6h
3351d43d958d3 docker.io/library/nginx@sha256:7e528502b614e1ed9f88e495f2af843c255905e0e549b935fdedd95336e6de8d 2 minutes ago Running nginx 0 5d00010ac0a93 nginx
7dbe3ecbbd093 registry.k8s.io/ingress-nginx/controller@sha256:35fe394c82164efa8f47f3ed0be981b3f23da77175bbb8268a9ae438851c8324 2 minutes ago Exited controller 0 885226a8fb7c3 ingress-nginx-controller-7fcf777cb7-kq56n
6b078f0afd8cb a013daf8730dbb3908d66f67c57053f09055fddb28fde0b5808cb24c27900dc8 3 minutes ago Exited patch 1 7054426cdc96c ingress-nginx-admission-patch-p5zgg
6a6badc788524 docker.io/jettech/kube-webhook-certgen@sha256:784853e84a0223f34ea58fe36766c2dbeb129b125d25f16b8468c903262b77f6 3 minutes ago Exited create 0 68120a9d4bc4e ingress-nginx-admission-create-m9vft
10af3bcf86664 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 3 minutes ago Running storage-provisioner 0 c8acb65cd5aa6 storage-provisioner
28f33789fe473 67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5 3 minutes ago Running coredns 0 a45b40b1c2bf6 coredns-66bff467f8-xzpdm
eeb7ea63861a9 docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052 3 minutes ago Running kindnet-cni 0 330ad377fa41b kindnet-k994v
3738b41e7db4e 27f8b8d51985f755cfb3ffea424fa34865cc0da63e99378d8202f923c3c5a8ba 3 minutes ago Running kube-proxy 0 dc5e71308883c kube-proxy-tqhjg
f0f7a132fb023 7d8d2960de69688eab5698081441539a1662f47e092488973e455a8334955cb1 3 minutes ago Running kube-apiserver 0 ad4ffd63d7e12 kube-apiserver-ingress-addon-legacy-758515
15850f74ce8ba e7c545a60706cf009a893afdc7dba900cc2e342b8042b9c421d607ca41e8b290 3 minutes ago Running kube-controller-manager 0 c57e283a9643e kube-controller-manager-ingress-addon-legacy-758515
a485cf9652458 303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f 3 minutes ago Running etcd 0 97fd598ab7d0a etcd-ingress-addon-legacy-758515
5989c8aecbfaa a05a1a79adaad058478b7638d2e73cf408b283305081516fbe02706b0e205346 3 minutes ago Running kube-scheduler 0 cbae6494d6e11 kube-scheduler-ingress-addon-legacy-758515
*
* ==> coredns [28f33789fe473a9c06970249accbb30a8e6f82619b7cf34566799a1df00ff88e] <==
* [INFO] 10.244.0.5:35232 - 47007 "AAAA IN hello-world-app.default.svc.cluster.local.c.k8s-minikube.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00959657s
[INFO] 10.244.0.5:55515 - 49621 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008041291s
[INFO] 10.244.0.5:59168 - 10940 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008182316s
[INFO] 10.244.0.5:60597 - 42062 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008121442s
[INFO] 10.244.0.5:36233 - 17848 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008288202s
[INFO] 10.244.0.5:35232 - 26689 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008205345s
[INFO] 10.244.0.5:36169 - 41875 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008288037s
[INFO] 10.244.0.5:48378 - 18102 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008322644s
[INFO] 10.244.0.5:54498 - 46742 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008417276s
[INFO] 10.244.0.5:55515 - 26736 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00631177s
[INFO] 10.244.0.5:60597 - 64328 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00617101s
[INFO] 10.244.0.5:59168 - 8584 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006301345s
[INFO] 10.244.0.5:36233 - 38409 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00635284s
[INFO] 10.244.0.5:35232 - 55401 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006106819s
[INFO] 10.244.0.5:48378 - 33248 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006217656s
[INFO] 10.244.0.5:54498 - 60169 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006173199s
[INFO] 10.244.0.5:55515 - 29881 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000150687s
[INFO] 10.244.0.5:36233 - 38578 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000059743s
[INFO] 10.244.0.5:36169 - 61187 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006298679s
[INFO] 10.244.0.5:54498 - 36379 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000050959s
[INFO] 10.244.0.5:59168 - 62531 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00015126s
[INFO] 10.244.0.5:48378 - 12404 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000050189s
[INFO] 10.244.0.5:60597 - 38904 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000326302s
[INFO] 10.244.0.5:35232 - 59070 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000211446s
[INFO] 10.244.0.5:36169 - 61526 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000065627s
*
* ==> describe nodes <==
* Name: ingress-addon-legacy-758515
Roles: master
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ingress-addon-legacy-758515
kubernetes.io/os=linux
minikube.k8s.io/commit=a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a
minikube.k8s.io/name=ingress-addon-legacy-758515
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_25T19_03_34_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/master=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 25 Oct 2023 19:03:30 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ingress-addon-legacy-758515
AcquireTime: <unset>
RenewTime: Wed, 25 Oct 2023 19:07:14 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 25 Oct 2023 19:07:04 +0000 Wed, 25 Oct 2023 19:03:27 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 25 Oct 2023 19:07:04 +0000 Wed, 25 Oct 2023 19:03:27 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 25 Oct 2023 19:07:04 +0000 Wed, 25 Oct 2023 19:03:27 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 25 Oct 2023 19:07:04 +0000 Wed, 25 Oct 2023 19:04:04 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ingress-addon-legacy-758515
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
System Info:
Machine ID: a820939b341e4bb4bbf44130e3096774
System UUID: 987baac5-f3dd-4026-9283-02223ff93a66
Boot ID: a6f432c1-0324-4236-aa82-36deb0de6819
Kernel Version: 5.15.0-1045-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.18.20
Kube-Proxy Version: v1.18.20
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (10 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits AGE
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5f5d8b66bb-vpr6h 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m45s
kube-system coredns-66bff467f8-xzpdm 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 3m33s
kube-system etcd-ingress-addon-legacy-758515 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m47s
kube-system kindnet-k994v 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m32s
kube-system kube-apiserver-ingress-addon-legacy-758515 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m47s
kube-system kube-controller-manager-ingress-addon-legacy-758515 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m47s
kube-system kube-proxy-tqhjg 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m32s
kube-system kube-scheduler-ingress-addon-legacy-758515 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m47s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m32s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%!)(MISSING) 100m (1%!)(MISSING)
memory 120Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m47s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m47s kubelet Node ingress-addon-legacy-758515 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m47s kubelet Node ingress-addon-legacy-758515 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m47s kubelet Node ingress-addon-legacy-758515 status is now: NodeHasSufficientPID
Normal Starting 3m31s kube-proxy Starting kube-proxy.
Normal NodeReady 3m17s kubelet Node ingress-addon-legacy-758515 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.004981] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.008069] FS-Cache: N-cookie d=0000000001457839{9p.inode} n=000000000584e40e
[ +0.008768] FS-Cache: N-key=[8] '99a00f0200000000'
[ +2.542680] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[ +0.553069] FS-Cache: Duplicate cookie detected
[ +0.004741] FS-Cache: O-cookie c=00000013 [p=00000002 fl=222 nc=0 na=1]
[ +0.006775] FS-Cache: O-cookie d=0000000038397d7f{9P.session} n=00000000d399e54b
[ +0.007549] FS-Cache: O-key=[10] '34323935353636343036'
[ +0.005384] FS-Cache: N-cookie c=00000014 [p=00000002 fl=2 nc=0 na=1]
[ +0.006674] FS-Cache: N-cookie d=0000000038397d7f{9P.session} n=0000000033b0f785
[ +0.008921] FS-Cache: N-key=[10] '34323935353636343036'
[Oct25 19:04] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +1.019719] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +2.011820] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +4.067601] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[Oct25 19:05] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +16.122496] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000035] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +32.252852] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000030] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
*
* ==> etcd [a485cf9652458d92e8959aed030b5cb3eb411a697ec9efd7ca03e1c3ed6d630a] <==
* 2023-10-25 19:03:26.729206 W | auth: simple token is not cryptographically signed
2023-10-25 19:03:26.733104 I | etcdserver: starting server... [version: 3.4.3, cluster version: to_be_decided]
2023-10-25 19:03:26.733615 I | etcdserver: aec36adc501070cc as single-node; fast-forwarding 9 ticks (election ticks 10)
raft2023/10/25 19:03:26 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2023-10-25 19:03:26.734256 I | etcdserver/membership: added member aec36adc501070cc [https://192.168.49.2:2380] to cluster fa54960ea34d58be
2023-10-25 19:03:26.804166 I | embed: ClientTLS: cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file =
2023-10-25 19:03:26.804444 I | embed: listening for peers on 192.168.49.2:2380
2023-10-25 19:03:26.804561 I | embed: listening for metrics on http://127.0.0.1:2381
raft2023/10/25 19:03:27 INFO: aec36adc501070cc is starting a new election at term 1
raft2023/10/25 19:03:27 INFO: aec36adc501070cc became candidate at term 2
raft2023/10/25 19:03:27 INFO: aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2
raft2023/10/25 19:03:27 INFO: aec36adc501070cc became leader at term 2
raft2023/10/25 19:03:27 INFO: raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2
2023-10-25 19:03:27.524806 I | etcdserver: setting up the initial cluster version to 3.4
2023-10-25 19:03:27.526085 N | etcdserver/membership: set the initial cluster version to 3.4
2023-10-25 19:03:27.526160 I | etcdserver/api: enabled capabilities for version 3.4
2023-10-25 19:03:27.526252 I | etcdserver: published {Name:ingress-addon-legacy-758515 ClientURLs:[https://192.168.49.2:2379]} to cluster fa54960ea34d58be
2023-10-25 19:03:27.526330 I | embed: ready to serve client requests
2023-10-25 19:03:27.526442 I | embed: ready to serve client requests
2023-10-25 19:03:27.529162 I | embed: serving client requests on 127.0.0.1:2379
2023-10-25 19:03:27.529947 I | embed: serving client requests on 192.168.49.2:2379
2023-10-25 19:03:54.030749 W | etcdserver: request "header:<ID:8128024707235514316 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/kindnet-k994v.17916f0c7ca36529\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kindnet-k994v.17916f0c7ca36529\" value_size:682 lease:8128024707235513924 >> failure:<>>" with result "size:16" took too long (111.563704ms) to execute
2023-10-25 19:03:54.434626 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/kube-scheduler-ingress-addon-legacy-758515\" " with result "range_response_count:1 size:3909" took too long (207.446014ms) to execute
2023-10-25 19:03:54.629814 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/kube-controller-manager-ingress-addon-legacy-758515\" " with result "range_response_count:1 size:6682" took too long (102.684021ms) to execute
2023-10-25 19:03:54.817566 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/kindnet-k994v\" " with result "range_response_count:1 size:4823" took too long (179.182317ms) to execute
*
* ==> kernel <==
* 19:07:21 up 49 min, 0 users, load average: 0.23, 0.73, 0.64
Linux ingress-addon-legacy-758515 5.15.0-1045-gcp #53~20.04.2-Ubuntu SMP Wed Oct 18 12:59:20 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [eeb7ea63861a93e498adeffcf5f5085711545e8478f2b0fbdba278d8b473602d] <==
* I1025 19:05:14.437456 1 main.go:227] handling current node
I1025 19:05:24.440634 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:05:24.440664 1 main.go:227] handling current node
I1025 19:05:34.455265 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:05:34.455294 1 main.go:227] handling current node
I1025 19:05:44.458554 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:05:44.458579 1 main.go:227] handling current node
I1025 19:05:54.464756 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:05:54.464783 1 main.go:227] handling current node
I1025 19:06:04.468778 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:06:04.468809 1 main.go:227] handling current node
I1025 19:06:14.478538 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:06:14.478567 1 main.go:227] handling current node
I1025 19:06:24.481780 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:06:24.481805 1 main.go:227] handling current node
I1025 19:06:34.493532 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:06:34.493572 1 main.go:227] handling current node
I1025 19:06:44.497747 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:06:44.497804 1 main.go:227] handling current node
I1025 19:06:54.509870 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:06:54.509905 1 main.go:227] handling current node
I1025 19:07:04.513593 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:07:04.513627 1 main.go:227] handling current node
I1025 19:07:14.525493 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1025 19:07:14.525527 1 main.go:227] handling current node
*
* ==> kube-apiserver [f0f7a132fb02375b6b9b7009ef364277242d5499631e8da69823d45e3a270d31] <==
* E1025 19:03:30.749946 1 controller.go:152] Unable to remove old endpoints from kubernetes service: StorageError: key not found, Code: 1, Key: /registry/masterleases/192.168.49.2, ResourceVersion: 0, AdditionalErrorMsg:
I1025 19:03:30.838317 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1025 19:03:30.838361 1 cache.go:39] Caches are synced for autoregister controller
I1025 19:03:30.902593 1 shared_informer.go:230] Caches are synced for crd-autoregister
I1025 19:03:30.902622 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1025 19:03:30.902689 1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller
I1025 19:03:31.737192 1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I1025 19:03:31.737362 1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I1025 19:03:31.741873 1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000
I1025 19:03:31.744613 1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000
I1025 19:03:31.744633 1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.
I1025 19:03:32.126634 1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1025 19:03:32.159794 1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
W1025 19:03:32.241225 1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.49.2]
I1025 19:03:32.242222 1 controller.go:609] quota admission added evaluator for: endpoints
I1025 19:03:32.245542 1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1025 19:03:33.066237 1 controller.go:609] quota admission added evaluator for: serviceaccounts
I1025 19:03:33.735742 1 controller.go:609] quota admission added evaluator for: deployments.apps
I1025 19:03:33.958053 1 controller.go:609] quota admission added evaluator for: daemonsets.apps
I1025 19:03:34.172207 1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io
I1025 19:03:48.731512 1 controller.go:609] quota admission added evaluator for: replicasets.apps
I1025 19:03:49.108120 1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps
I1025 19:04:13.536459 1 controller.go:609] quota admission added evaluator for: jobs.batch
I1025 19:04:35.989736 1 controller.go:609] quota admission added evaluator for: ingresses.networking.k8s.io
E1025 19:07:13.549095 1 authentication.go:53] Unable to authenticate the request due to an error: [invalid bearer token, Token has been invalidated]
*
* ==> kube-controller-manager [15850f74ce8bae724829879a1fbe598e45e7d08659a7d6af1a2b7a8744113cec] <==
* I1025 19:03:49.134107 1 shared_informer.go:230] Caches are synced for taint
I1025 19:03:49.134182 1 node_lifecycle_controller.go:1433] Initializing eviction metric for zone:
W1025 19:03:49.134271 1 node_lifecycle_controller.go:1048] Missing timestamp for Node ingress-addon-legacy-758515. Assuming now as a timestamp.
I1025 19:03:49.134306 1 node_lifecycle_controller.go:1199] Controller detected that all Nodes are not-Ready. Entering master disruption mode.
I1025 19:03:49.134534 1 taint_manager.go:187] Starting NoExecuteTaintManager
I1025 19:03:49.134845 1 event.go:278] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ingress-addon-legacy-758515", UID:"42925a3f-464d-414a-a9e1-aa7177340a92", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RegisteredNode' Node ingress-addon-legacy-758515 event: Registered Node ingress-addon-legacy-758515 in Controller
I1025 19:03:49.202854 1 shared_informer.go:230] Caches are synced for attach detach
E1025 19:03:49.311848 1 daemon_controller.go:321] kube-system/kindnet failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kindnet", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kindnet", UID:"a52f8dbd-0f9b-48e4-9563-0acdf9c4923b", ResourceVersion:"229", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63833857414, loc:(*time.Location)(0x6d002e0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"app":"kindnet", "k8s-app":"kindnet", "tier":"node"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1", "kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"apps/v1\",\"kind\":\"DaemonSet\",\"metadata\":{\"annotations\":{},\"labels\":{\"app\":\"kindnet\",\"k8s-app\":\"kindnet\",\"tier\":\"node\"},\"name\":\"kindnet\",\"namespace\":\"kube-system\
"},\"spec\":{\"selector\":{\"matchLabels\":{\"app\":\"kindnet\"}},\"template\":{\"metadata\":{\"labels\":{\"app\":\"kindnet\",\"k8s-app\":\"kindnet\",\"tier\":\"node\"}},\"spec\":{\"containers\":[{\"env\":[{\"name\":\"HOST_IP\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"status.hostIP\"}}},{\"name\":\"POD_IP\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"status.podIP\"}}},{\"name\":\"POD_SUBNET\",\"value\":\"10.244.0.0/16\"}],\"image\":\"docker.io/kindest/kindnetd:v20230809-80a64d96\",\"name\":\"kindnet-cni\",\"resources\":{\"limits\":{\"cpu\":\"100m\",\"memory\":\"50Mi\"},\"requests\":{\"cpu\":\"100m\",\"memory\":\"50Mi\"}},\"securityContext\":{\"capabilities\":{\"add\":[\"NET_RAW\",\"NET_ADMIN\"]},\"privileged\":false},\"volumeMounts\":[{\"mountPath\":\"/etc/cni/net.d\",\"name\":\"cni-cfg\"},{\"mountPath\":\"/run/xtables.lock\",\"name\":\"xtables-lock\",\"readOnly\":false},{\"mountPath\":\"/lib/modules\",\"name\":\"lib-modules\",\"readOnly\":true}]}],\"hostNetwork\":true,\"serviceAccountName\":\"kindnet\",
\"tolerations\":[{\"effect\":\"NoSchedule\",\"operator\":\"Exists\"}],\"volumes\":[{\"hostPath\":{\"path\":\"/etc/cni/net.d\",\"type\":\"DirectoryOrCreate\"},\"name\":\"cni-cfg\"},{\"hostPath\":{\"path\":\"/run/xtables.lock\",\"type\":\"FileOrCreate\"},\"name\":\"xtables-lock\"},{\"hostPath\":{\"path\":\"/lib/modules\"},\"name\":\"lib-modules\"}]}}}}\n"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubectl", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0xc0004b2c80), FieldsType:"FieldsV1", FieldsV1:(*v1.FieldsV1)(0xc0004b2ca0)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc0004b2ce0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*
int64)(nil), Labels:map[string]string{"app":"kindnet", "k8s-app":"kindnet", "tier":"node"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"cni-cfg", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc0004b2d40), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI
:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc0004b2d60), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVol
umeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc0004b2da0), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDis
k:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), Sca
leIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kindnet-cni", Image:"docker.io/kindest/kindnetd:v20230809-80a64d96", Command:[]string(nil), Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"HOST_IP", Value:"", ValueFrom:(*v1.EnvVarSource)(0xc0004b2e20)}, v1.EnvVar{Name:"POD_IP", Value:"", ValueFrom:(*v1.EnvVarSource)(0xc0004b2ec0)}, v1.EnvVar{Name:"POD_SUBNET", Value:"10.244.0.0/16", ValueFrom:(*v1.EnvVarSource)(nil)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList{"cpu":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"100m", Format:"DecimalSI"}, "memory":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"50Mi", Format:"BinarySI"}}, Requests:v1.Re
sourceList{"cpu":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"100m", Format:"DecimalSI"}, "memory":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"50Mi", Format:"BinarySI"}}}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"cni-cfg", ReadOnly:false, MountPath:"/etc/cni/net.d", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log"
, TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0xc001c87400), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0xc000740a08), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string(nil), ServiceAccountName:"kindnet", DeprecatedServiceAccount:"kindnet", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc00048bf10), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"NoSchedule", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"", Priority:(*int32)(nil), DNSConfig:(*v1.P
odDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc00000e898)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc000740a50)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kindnet": the object has been modified; please apply your changes to the latest version and try again
E1025 19:03:49.311896 1 daemon_controller.go:321] kube-system/kube-proxy failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-proxy", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kube-proxy", UID:"c266a84f-fc44-4509-9cc7-2cecb1d1085d", ResourceVersion:"212", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63833857413, loc:(*time.Location)(0x6d002e0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubeadm", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0xc0004b2960), FieldsType:"FieldsV1", FieldsV1:(*v1.Fields
V1)(0xc0004b29e0)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc0004b2ac0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"kube-proxy", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(nil), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(n
il), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(0xc00054de00), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSou
rce)(0xc0004b2b00), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.Pr
ojectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc0004b2b60), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolum
eSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kube-proxy", Image:"k8s.gcr.io/kube-proxy:v1.18.20", Command:[]string{"/usr/local/bin/kube-proxy", "--config=/var/lib/kube-proxy/config.conf", "--hostname-override=$(NODE_NAME)"}, Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"NODE_NAME", Value:"", ValueFrom:(*v1.EnvVarSource)(0xc0004b2bc0)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList(nil), Requests:v1.ResourceList
(nil)}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"kube-proxy", ReadOnly:false, MountPath:"/var/lib/kube-proxy", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log", TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0xc001c87270), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0xc000740538), Acti
veDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string{"kubernetes.io/os":"linux"}, ServiceAccountName:"kube-proxy", DeprecatedServiceAccount:"kube-proxy", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc00048bea0), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"CriticalAddonsOnly", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}, v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"system-node-critical", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPoli
cy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc00000e888)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc0007405b8)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kube-proxy": the object has been modified; please apply your changes to the latest version and try again
I1025 19:03:49.404025 1 shared_informer.go:230] Caches are synced for garbage collector
I1025 19:03:49.404332 1 shared_informer.go:230] Caches are synced for resource quota
I1025 19:03:49.404408 1 shared_informer.go:230] Caches are synced for garbage collector
I1025 19:03:49.404430 1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I1025 19:03:49.404492 1 shared_informer.go:230] Caches are synced for resource quota
I1025 19:04:09.135497 1 node_lifecycle_controller.go:1226] Controller detected that some Nodes are Ready. Exiting master disruption mode.
I1025 19:04:13.529332 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"46eb1152-20bf-4368-833e-06f6d5540b3b", APIVersion:"apps/v1", ResourceVersion:"471", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1
I1025 19:04:13.538532 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"a840752c-ee7c-420a-9069-9d994161c63c", APIVersion:"apps/v1", ResourceVersion:"472", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-kq56n
I1025 19:04:13.606571 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"f12b26a5-9eed-45f5-883f-c9f35059b9c5", APIVersion:"batch/v1", ResourceVersion:"480", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-m9vft
I1025 19:04:13.626301 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"2898601c-d1c1-48dc-8ce7-4ccbbe862686", APIVersion:"batch/v1", ResourceVersion:"488", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-p5zgg
I1025 19:04:17.366770 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"f12b26a5-9eed-45f5-883f-c9f35059b9c5", APIVersion:"batch/v1", ResourceVersion:"490", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I1025 19:04:18.426633 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"2898601c-d1c1-48dc-8ce7-4ccbbe862686", APIVersion:"batch/v1", ResourceVersion:"496", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I1025 19:06:55.851353 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"default", Name:"hello-world-app", UID:"ed951be7-04d3-416f-bc27-8922efb4a544", APIVersion:"apps/v1", ResourceVersion:"714", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set hello-world-app-5f5d8b66bb to 1
I1025 19:06:55.859634 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"default", Name:"hello-world-app-5f5d8b66bb", UID:"1e6f5b10-d944-44ca-b92e-63ad15022a65", APIVersion:"apps/v1", ResourceVersion:"715", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: hello-world-app-5f5d8b66bb-vpr6h
*
* ==> kube-proxy [3738b41e7db4efd4a0b917777d27812d090eb6b49f8d21edf89da0225f493c59] <==
* W1025 19:03:50.607438 1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy
I1025 19:03:50.614019 1 node.go:136] Successfully retrieved node IP: 192.168.49.2
I1025 19:03:50.614050 1 server_others.go:186] Using iptables Proxier.
I1025 19:03:50.614315 1 server.go:583] Version: v1.18.20
I1025 19:03:50.614712 1 config.go:133] Starting endpoints config controller
I1025 19:03:50.614754 1 shared_informer.go:223] Waiting for caches to sync for endpoints config
I1025 19:03:50.614921 1 config.go:315] Starting service config controller
I1025 19:03:50.614992 1 shared_informer.go:223] Waiting for caches to sync for service config
I1025 19:03:50.715176 1 shared_informer.go:230] Caches are synced for service config
I1025 19:03:50.715176 1 shared_informer.go:230] Caches are synced for endpoints config
*
* ==> kube-scheduler [5989c8aecbfaac01afa8822e16605af7b2954dda28e10b857539af51a4776012] <==
* I1025 19:03:30.824262 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I1025 19:03:30.824373 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I1025 19:03:30.826335 1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1025 19:03:30.826383 1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1025 19:03:30.826740 1 secure_serving.go:178] Serving securely on 127.0.0.1:10259
I1025 19:03:30.826813 1 tlsconfig.go:240] Starting DynamicServingCertificateController
E1025 19:03:30.903010 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1025 19:03:30.903170 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1025 19:03:30.903245 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1025 19:03:30.903353 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1025 19:03:30.903377 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1025 19:03:30.903483 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1025 19:03:30.903573 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1025 19:03:30.903599 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1025 19:03:30.903757 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1025 19:03:30.903653 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1025 19:03:30.903666 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1025 19:03:30.903762 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1025 19:03:31.722991 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1025 19:03:31.830025 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1025 19:03:31.886833 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1025 19:03:31.994414 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1025 19:03:32.005370 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
I1025 19:03:32.526607 1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1025 19:03:48.757831 1 factory.go:503] pod: kube-system/coredns-66bff467f8-xzpdm is already present in the active queue
*
* ==> kubelet <==
* Oct 25 19:06:38 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:06:38.215533 1886 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 25 19:06:38 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:06:38.215571 1886 pod_workers.go:191] Error syncing pod 6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16 ("kube-ingress-dns-minikube_kube-system(6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 25 19:06:49 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:06:49.215455 1886 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 25 19:06:49 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:06:49.215508 1886 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 25 19:06:49 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:06:49.215565 1886 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 25 19:06:49 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:06:49.215598 1886 pod_workers.go:191] Error syncing pod 6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16 ("kube-ingress-dns-minikube_kube-system(6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 25 19:06:55 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:06:55.863986 1886 topology_manager.go:235] [topologymanager] Topology Admit Handler
Oct 25 19:06:55 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:06:55.978321 1886 reconciler.go:224] operationExecutor.VerifyControllerAttachedVolume started for volume "default-token-pwmzc" (UniqueName: "kubernetes.io/secret/a1cbc823-e226-4091-ae39-f76c908bbede-default-token-pwmzc") pod "hello-world-app-5f5d8b66bb-vpr6h" (UID: "a1cbc823-e226-4091-ae39-f76c908bbede")
Oct 25 19:06:56 ingress-addon-legacy-758515 kubelet[1886]: W1025 19:06:56.247253 1886 manager.go:1131] Failed to process watch event {EventType:0 Name:/docker/c6fc84de8d6353b3b8c1a161101d8ca11dfa771b8fabffc623268a1a82d639bb/crio-b53feb1d54acd5cc47cf686d8f6e314330678454ebf9e7071c06956c0fa5881e WatchSource:0}: Error finding container b53feb1d54acd5cc47cf686d8f6e314330678454ebf9e7071c06956c0fa5881e: Status 404 returned error &{%!!(MISSING)s(*http.body=&{0xc00171e0a0 <nil> <nil> false false {0 0} false false false <nil>}) {%!!(MISSING)s(int32=0) %!!(MISSING)s(uint32=0)} %!!(MISSING)s(bool=false) <nil> %!!(MISSING)s(func(error) error=0x750800) %!!(MISSING)s(func() error=0x750790)}
Oct 25 19:07:00 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:07:00.215383 1886 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 25 19:07:00 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:07:00.215429 1886 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 25 19:07:00 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:07:00.215477 1886 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 25 19:07:00 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:07:00.215505 1886 pod_workers.go:191] Error syncing pod 6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16 ("kube-ingress-dns-minikube_kube-system(6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 25 19:07:11 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:11.748882 1886 reconciler.go:196] operationExecutor.UnmountVolume started for volume "minikube-ingress-dns-token-rvjr4" (UniqueName: "kubernetes.io/secret/6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16-minikube-ingress-dns-token-rvjr4") pod "6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16" (UID: "6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16")
Oct 25 19:07:11 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:11.750811 1886 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16-minikube-ingress-dns-token-rvjr4" (OuterVolumeSpecName: "minikube-ingress-dns-token-rvjr4") pod "6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16" (UID: "6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16"). InnerVolumeSpecName "minikube-ingress-dns-token-rvjr4". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 25 19:07:11 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:11.849244 1886 reconciler.go:319] Volume detached for volume "minikube-ingress-dns-token-rvjr4" (UniqueName: "kubernetes.io/secret/6f2cc7aa-b9b7-4ca0-8e21-c1ebdb4d4b16-minikube-ingress-dns-token-rvjr4") on node "ingress-addon-legacy-758515" DevicePath ""
Oct 25 19:07:13 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:07:13.538217 1886 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-kq56n.17916f3af6defbfd", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-kq56n", UID:"19eb4bc5-ef2f-4912-badf-45a5499f142f", APIVersion:"v1", ResourceVersion:"479", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-758515"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc14677b85ff271fd, ext:219841991560, loc:(*time.Location)(0x701e5a0)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc14677b85ff271fd, ext:219841991560, loc:(*time.Location)(0x701e5a0)}}, Count:1, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-kq56n.17916f3af6defbfd" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Oct 25 19:07:13 ingress-addon-legacy-758515 kubelet[1886]: E1025 19:07:13.542871 1886 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-kq56n.17916f3af6defbfd", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-kq56n", UID:"19eb4bc5-ef2f-4912-badf-45a5499f142f", APIVersion:"v1", ResourceVersion:"479", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-758515"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc14677b85ff271fd, ext:219841991560, loc:(*time.Location)(0x701e5a0)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc14677b860252b94, ext:219845315877, loc:(*time.Location)(0x701e5a0)}}, Count:2, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-kq56n.17916f3af6defbfd" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Oct 25 19:07:15 ingress-addon-legacy-758515 kubelet[1886]: W1025 19:07:15.756143 1886 pod_container_deletor.go:77] Container "885226a8fb7c39d547f149c4c4174f4743a73c9f5c197f51a0d5b67c8134775e" not found in pod's containers
Oct 25 19:07:15 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:15.759492 1886 reconciler.go:196] operationExecutor.UnmountVolume started for volume "ingress-nginx-token-lm55b" (UniqueName: "kubernetes.io/secret/19eb4bc5-ef2f-4912-badf-45a5499f142f-ingress-nginx-token-lm55b") pod "19eb4bc5-ef2f-4912-badf-45a5499f142f" (UID: "19eb4bc5-ef2f-4912-badf-45a5499f142f")
Oct 25 19:07:15 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:15.759534 1886 reconciler.go:196] operationExecutor.UnmountVolume started for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/19eb4bc5-ef2f-4912-badf-45a5499f142f-webhook-cert") pod "19eb4bc5-ef2f-4912-badf-45a5499f142f" (UID: "19eb4bc5-ef2f-4912-badf-45a5499f142f")
Oct 25 19:07:15 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:15.761385 1886 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/19eb4bc5-ef2f-4912-badf-45a5499f142f-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "19eb4bc5-ef2f-4912-badf-45a5499f142f" (UID: "19eb4bc5-ef2f-4912-badf-45a5499f142f"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 25 19:07:15 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:15.761599 1886 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/19eb4bc5-ef2f-4912-badf-45a5499f142f-ingress-nginx-token-lm55b" (OuterVolumeSpecName: "ingress-nginx-token-lm55b") pod "19eb4bc5-ef2f-4912-badf-45a5499f142f" (UID: "19eb4bc5-ef2f-4912-badf-45a5499f142f"). InnerVolumeSpecName "ingress-nginx-token-lm55b". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 25 19:07:15 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:15.859881 1886 reconciler.go:319] Volume detached for volume "ingress-nginx-token-lm55b" (UniqueName: "kubernetes.io/secret/19eb4bc5-ef2f-4912-badf-45a5499f142f-ingress-nginx-token-lm55b") on node "ingress-addon-legacy-758515" DevicePath ""
Oct 25 19:07:15 ingress-addon-legacy-758515 kubelet[1886]: I1025 19:07:15.859933 1886 reconciler.go:319] Volume detached for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/19eb4bc5-ef2f-4912-badf-45a5499f142f-webhook-cert") on node "ingress-addon-legacy-758515" DevicePath ""
*
* ==> storage-provisioner [10af3bcf866641b4b19162dd8d37e689877a1e7029d91f9833f6b0a63bebcf06] <==
* I1025 19:04:09.275131 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1025 19:04:09.284044 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1025 19:04:09.284093 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1025 19:04:09.290099 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1025 19:04:09.290278 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-758515_691ca61a-2330-4bc6-b598-8d1b0ad34c1f!
I1025 19:04:09.290240 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"fc17116b-984e-4c53-9ad9-4493cfb01c42", APIVersion:"v1", ResourceVersion:"428", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-758515_691ca61a-2330-4bc6-b598-8d1b0ad34c1f became leader
I1025 19:04:09.391432 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-758515_691ca61a-2330-4bc6-b598-8d1b0ad34c1f!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ingress-addon-legacy-758515 -n ingress-addon-legacy-758515
helpers_test.go:261: (dbg) Run: kubectl --context ingress-addon-legacy-758515 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (177.80s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:552: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:560: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-79qnb -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:571: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-79qnb -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:571: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-79qnb -- sh -c "ping -c 1 192.168.58.1": exit status 1 (204.309411ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:572: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-79qnb): exit status 1
multinode_test.go:560: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-8ktmd -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:571: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-8ktmd -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:571: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-8ktmd -- sh -c "ping -c 1 192.168.58.1": exit status 1 (197.235218ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:572: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-8ktmd): exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect multinode-416232
helpers_test.go:235: (dbg) docker inspect multinode-416232:
-- stdout --
[
{
"Id": "eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe",
"Created": "2023-10-25T19:12:34.075921081Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 102591,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-25T19:12:34.39658386Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:ad4c37708eafb2bee81d6d0a6cbf22329aac3d9bcf4a2939d4737e16bdebe2f1",
"ResolvConfPath": "/var/lib/docker/containers/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/hostname",
"HostsPath": "/var/lib/docker/containers/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/hosts",
"LogPath": "/var/lib/docker/containers/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe-json.log",
"Name": "/multinode-416232",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"multinode-416232:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "multinode-416232",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/cea23d89868e1f0622b6cac756d37b26a81295b4eab2f88395a5b8e954c9d597-init/diff:/var/lib/docker/overlay2/548e87f2259b94eadb54c9170191a6fac3ed098f4ac2e31f26b150f3333f1b34/diff",
"MergedDir": "/var/lib/docker/overlay2/cea23d89868e1f0622b6cac756d37b26a81295b4eab2f88395a5b8e954c9d597/merged",
"UpperDir": "/var/lib/docker/overlay2/cea23d89868e1f0622b6cac756d37b26a81295b4eab2f88395a5b8e954c9d597/diff",
"WorkDir": "/var/lib/docker/overlay2/cea23d89868e1f0622b6cac756d37b26a81295b4eab2f88395a5b8e954c9d597/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "multinode-416232",
"Source": "/var/lib/docker/volumes/multinode-416232/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "multinode-416232",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "multinode-416232",
"name.minikube.sigs.k8s.io": "multinode-416232",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "79958008fbaf8cb2b6ba910be94da69a4f29ab1af61ddb525aca15368a12f702",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32847"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32846"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32843"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32845"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32844"
}
]
},
"SandboxKey": "/var/run/docker/netns/79958008fbaf",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"multinode-416232": {
"IPAMConfig": {
"IPv4Address": "192.168.58.2"
},
"Links": null,
"Aliases": [
"eeba9f503fc2",
"multinode-416232"
],
"NetworkID": "19f4f101cd438d097a2f1218e8e4380450ed15f937679781c2a56450f91c75ba",
"EndpointID": "a108d6f806cd6f5550a5aa70331f019923682302b6d8a22875d7fe12ba0334b9",
"Gateway": "192.168.58.1",
"IPAddress": "192.168.58.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:3a:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p multinode-416232 -n multinode-416232
helpers_test.go:244: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p multinode-416232 logs -n 25: (1.402468557s)
helpers_test.go:252: TestMultiNode/serial/PingHostFrom2Pods logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -p mount-start-2-496901 | mount-start-2-496901 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| | --memory=2048 --mount | | | | | |
| | --mount-gid 0 --mount-msize | | | | | |
| | 6543 --mount-port 46465 | | | | | |
| | --mount-uid 0 --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | mount-start-2-496901 ssh -- ls | mount-start-2-496901 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-1-478910 | mount-start-1-478910 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| | --alsologtostderr -v=5 | | | | | |
| ssh | mount-start-2-496901 ssh -- ls | mount-start-2-496901 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| | /minikube-host | | | | | |
| stop | -p mount-start-2-496901 | mount-start-2-496901 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| start | -p mount-start-2-496901 | mount-start-2-496901 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| ssh | mount-start-2-496901 ssh -- ls | mount-start-2-496901 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-2-496901 | mount-start-2-496901 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| delete | -p mount-start-1-478910 | mount-start-1-478910 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:12 UTC |
| start | -p multinode-416232 | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:12 UTC | 25 Oct 23 19:14 UTC |
| | --wait=true --memory=2200 | | | | | |
| | --nodes=2 -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| kubectl | -p multinode-416232 -- apply -f | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | ./testdata/multinodes/multinode-pod-dns-test.yaml | | | | | |
| kubectl | -p multinode-416232 -- rollout | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | status deployment/busybox | | | | | |
| kubectl | -p multinode-416232 -- get pods -o | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p multinode-416232 -- get pods -o | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | busybox-5bc68d56bd-79qnb -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | busybox-5bc68d56bd-8ktmd -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | busybox-5bc68d56bd-79qnb -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | busybox-5bc68d56bd-8ktmd -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | busybox-5bc68d56bd-79qnb -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | busybox-5bc68d56bd-8ktmd -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-416232 -- get pods -o | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | busybox-5bc68d56bd-79qnb | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | |
| | busybox-5bc68d56bd-79qnb -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | 25 Oct 23 19:14 UTC |
| | busybox-5bc68d56bd-8ktmd | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-416232 -- exec | multinode-416232 | jenkins | v1.31.2 | 25 Oct 23 19:14 UTC | |
| | busybox-5bc68d56bd-8ktmd -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/25 19:12:27
Running on machine: ubuntu-20-agent-15
Binary: Built with gc go1.21.3 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1025 19:12:27.785213 101993 out.go:296] Setting OutFile to fd 1 ...
I1025 19:12:27.785325 101993 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:12:27.785339 101993 out.go:309] Setting ErrFile to fd 2...
I1025 19:12:27.785343 101993 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:12:27.785612 101993 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:12:27.786225 101993 out.go:303] Setting JSON to false
I1025 19:12:27.787716 101993 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":3289,"bootTime":1698257859,"procs":801,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 19:12:27.787784 101993 start.go:138] virtualization: kvm guest
I1025 19:12:27.790464 101993 out.go:177] * [multinode-416232] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 19:12:27.792484 101993 out.go:177] - MINIKUBE_LOCATION=17466
I1025 19:12:27.792498 101993 notify.go:220] Checking for updates...
I1025 19:12:27.794286 101993 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 19:12:27.796523 101993 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:12:27.798401 101993 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 19:12:27.800462 101993 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1025 19:12:27.802870 101993 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1025 19:12:27.805224 101993 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 19:12:27.828689 101993 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 19:12:27.828788 101993 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:12:27.888765 101993 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:26 OomKillDisable:true NGoroutines:36 SystemTime:2023-10-25 19:12:27.878392818 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:12:27.888877 101993 docker.go:295] overlay module found
I1025 19:12:27.892766 101993 out.go:177] * Using the docker driver based on user configuration
I1025 19:12:27.894881 101993 start.go:298] selected driver: docker
I1025 19:12:27.894895 101993 start.go:902] validating driver "docker" against <nil>
I1025 19:12:27.894906 101993 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1025 19:12:27.895745 101993 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:12:27.950827 101993 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:26 OomKillDisable:true NGoroutines:36 SystemTime:2023-10-25 19:12:27.942227722 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:12:27.951019 101993 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1025 19:12:27.951559 101993 start_flags.go:926] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1025 19:12:27.953841 101993 out.go:177] * Using Docker driver with root privileges
I1025 19:12:27.955648 101993 cni.go:84] Creating CNI manager for ""
I1025 19:12:27.955665 101993 cni.go:136] 0 nodes found, recommending kindnet
I1025 19:12:27.955674 101993 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1025 19:12:27.955683 101993 start_flags.go:323] config:
{Name:multinode-416232 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-416232 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 19:12:27.957568 101993 out.go:177] * Starting control plane node multinode-416232 in cluster multinode-416232
I1025 19:12:27.959426 101993 cache.go:121] Beginning downloading kic base image for docker with crio
I1025 19:12:27.961135 101993 out.go:177] * Pulling base image ...
I1025 19:12:27.962709 101993 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 19:12:27.962737 101993 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon
I1025 19:12:27.962754 101993 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4
I1025 19:12:27.962765 101993 cache.go:56] Caching tarball of preloaded images
I1025 19:12:27.962869 101993 preload.go:174] Found /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1025 19:12:27.962881 101993 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on crio
I1025 19:12:27.963192 101993 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/config.json ...
I1025 19:12:27.963212 101993 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/config.json: {Name:mkee8e410a41543af0253fe0bc0d89bf3f54905c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:12:27.980350 101993 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon, skipping pull
I1025 19:12:27.980379 101993 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b exists in daemon, skipping load
I1025 19:12:27.980397 101993 cache.go:194] Successfully downloaded all kic artifacts
I1025 19:12:27.980433 101993 start.go:365] acquiring machines lock for multinode-416232: {Name:mkd21ac1b85fb5bf6be619a17787ec3db88f71a2 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:12:27.980532 101993 start.go:369] acquired machines lock for "multinode-416232" in 80.498µs
I1025 19:12:27.980555 101993 start.go:93] Provisioning new machine with config: &{Name:multinode-416232 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-416232 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1025 19:12:27.980627 101993 start.go:125] createHost starting for "" (driver="docker")
I1025 19:12:27.983276 101993 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1025 19:12:27.983531 101993 start.go:159] libmachine.API.Create for "multinode-416232" (driver="docker")
I1025 19:12:27.983558 101993 client.go:168] LocalClient.Create starting
I1025 19:12:27.983634 101993 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem
I1025 19:12:27.983669 101993 main.go:141] libmachine: Decoding PEM data...
I1025 19:12:27.983682 101993 main.go:141] libmachine: Parsing certificate...
I1025 19:12:27.983731 101993 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem
I1025 19:12:27.983754 101993 main.go:141] libmachine: Decoding PEM data...
I1025 19:12:27.983762 101993 main.go:141] libmachine: Parsing certificate...
I1025 19:12:27.984138 101993 cli_runner.go:164] Run: docker network inspect multinode-416232 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1025 19:12:28.000845 101993 cli_runner.go:211] docker network inspect multinode-416232 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1025 19:12:28.000929 101993 network_create.go:281] running [docker network inspect multinode-416232] to gather additional debugging logs...
I1025 19:12:28.000952 101993 cli_runner.go:164] Run: docker network inspect multinode-416232
W1025 19:12:28.017101 101993 cli_runner.go:211] docker network inspect multinode-416232 returned with exit code 1
I1025 19:12:28.017128 101993 network_create.go:284] error running [docker network inspect multinode-416232]: docker network inspect multinode-416232: exit status 1
stdout:
[]
stderr:
Error response from daemon: network multinode-416232 not found
I1025 19:12:28.017142 101993 network_create.go:286] output of [docker network inspect multinode-416232]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network multinode-416232 not found
** /stderr **
I1025 19:12:28.017217 101993 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1025 19:12:28.036205 101993 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-1ba25200be3f IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:6a:9e:2d:0a} reservation:<nil>}
I1025 19:12:28.036620 101993 network.go:209] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0021880f0}
I1025 19:12:28.036640 101993 network_create.go:124] attempt to create docker network multinode-416232 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1025 19:12:28.036684 101993 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=multinode-416232 multinode-416232
I1025 19:12:28.094934 101993 network_create.go:108] docker network multinode-416232 192.168.58.0/24 created
I1025 19:12:28.094975 101993 kic.go:118] calculated static IP "192.168.58.2" for the "multinode-416232" container
I1025 19:12:28.095060 101993 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1025 19:12:28.111980 101993 cli_runner.go:164] Run: docker volume create multinode-416232 --label name.minikube.sigs.k8s.io=multinode-416232 --label created_by.minikube.sigs.k8s.io=true
I1025 19:12:28.131205 101993 oci.go:103] Successfully created a docker volume multinode-416232
I1025 19:12:28.131280 101993 cli_runner.go:164] Run: docker run --rm --name multinode-416232-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-416232 --entrypoint /usr/bin/test -v multinode-416232:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -d /var/lib
I1025 19:12:28.655656 101993 oci.go:107] Successfully prepared a docker volume multinode-416232
I1025 19:12:28.655693 101993 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 19:12:28.655723 101993 kic.go:191] Starting extracting preloaded images to volume ...
I1025 19:12:28.655794 101993 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-416232:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -I lz4 -xf /preloaded.tar -C /extractDir
I1025 19:12:33.995523 101993 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-416232:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -I lz4 -xf /preloaded.tar -C /extractDir: (5.339676539s)
I1025 19:12:33.995574 101993 kic.go:200] duration metric: took 5.339839 seconds to extract preloaded images to volume
W1025 19:12:33.995738 101993 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1025 19:12:33.995852 101993 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1025 19:12:34.059652 101993 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-416232 --name multinode-416232 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-416232 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-416232 --network multinode-416232 --ip 192.168.58.2 --volume multinode-416232:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b
I1025 19:12:34.406613 101993 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Running}}
I1025 19:12:34.427337 101993 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Status}}
I1025 19:12:34.449811 101993 cli_runner.go:164] Run: docker exec multinode-416232 stat /var/lib/dpkg/alternatives/iptables
I1025 19:12:34.517735 101993 oci.go:144] the created container "multinode-416232" has a running status.
I1025 19:12:34.517775 101993 kic.go:222] Creating ssh key for kic: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa...
I1025 19:12:34.650543 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1025 19:12:34.650596 101993 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1025 19:12:34.674116 101993 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Status}}
I1025 19:12:34.691576 101993 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1025 19:12:34.691597 101993 kic_runner.go:114] Args: [docker exec --privileged multinode-416232 chown docker:docker /home/docker/.ssh/authorized_keys]
I1025 19:12:34.761406 101993 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Status}}
I1025 19:12:34.783782 101993 machine.go:88] provisioning docker machine ...
I1025 19:12:34.783821 101993 ubuntu.go:169] provisioning hostname "multinode-416232"
I1025 19:12:34.783896 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:12:34.804326 101993 main.go:141] libmachine: Using SSH client type: native
I1025 19:12:34.804741 101993 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1025 19:12:34.804764 101993 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-416232 && echo "multinode-416232" | sudo tee /etc/hostname
I1025 19:12:34.805498 101993 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:33940->127.0.0.1:32847: read: connection reset by peer
I1025 19:12:37.938345 101993 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-416232
I1025 19:12:37.938455 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:12:37.956934 101993 main.go:141] libmachine: Using SSH client type: native
I1025 19:12:37.957290 101993 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1025 19:12:37.957317 101993 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-416232' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-416232/g' /etc/hosts;
else
echo '127.0.1.1 multinode-416232' | sudo tee -a /etc/hosts;
fi
fi
I1025 19:12:38.070760 101993 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1025 19:12:38.070789 101993 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17466-8305/.minikube CaCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17466-8305/.minikube}
I1025 19:12:38.070810 101993 ubuntu.go:177] setting up certificates
I1025 19:12:38.070821 101993 provision.go:83] configureAuth start
I1025 19:12:38.070874 101993 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-416232
I1025 19:12:38.088198 101993 provision.go:138] copyHostCerts
I1025 19:12:38.088241 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem
I1025 19:12:38.088274 101993 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem, removing ...
I1025 19:12:38.088285 101993 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem
I1025 19:12:38.088364 101993 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem (1082 bytes)
I1025 19:12:38.088440 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem
I1025 19:12:38.088458 101993 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem, removing ...
I1025 19:12:38.088465 101993 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem
I1025 19:12:38.088488 101993 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem (1123 bytes)
I1025 19:12:38.088531 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem
I1025 19:12:38.088547 101993 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem, removing ...
I1025 19:12:38.088553 101993 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem
I1025 19:12:38.088573 101993 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem (1679 bytes)
I1025 19:12:38.088625 101993 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem org=jenkins.multinode-416232 san=[192.168.58.2 127.0.0.1 localhost 127.0.0.1 minikube multinode-416232]
I1025 19:12:38.180174 101993 provision.go:172] copyRemoteCerts
I1025 19:12:38.180234 101993 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1025 19:12:38.180271 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:12:38.197253 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:12:38.283231 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1025 19:12:38.283307 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1025 19:12:38.306549 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem -> /etc/docker/server.pem
I1025 19:12:38.306618 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1025 19:12:38.329287 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1025 19:12:38.329403 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1025 19:12:38.352314 101993 provision.go:86] duration metric: configureAuth took 281.479727ms
I1025 19:12:38.352355 101993 ubuntu.go:193] setting minikube options for container-runtime
I1025 19:12:38.352577 101993 config.go:182] Loaded profile config "multinode-416232": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:12:38.352668 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:12:38.370158 101993 main.go:141] libmachine: Using SSH client type: native
I1025 19:12:38.370604 101993 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1025 19:12:38.370636 101993 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1025 19:12:38.585194 101993 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1025 19:12:38.585223 101993 machine.go:91] provisioned docker machine in 3.801418459s
I1025 19:12:38.585234 101993 client.go:171] LocalClient.Create took 10.601670262s
I1025 19:12:38.585254 101993 start.go:167] duration metric: libmachine.API.Create for "multinode-416232" took 10.601725049s
I1025 19:12:38.585262 101993 start.go:300] post-start starting for "multinode-416232" (driver="docker")
I1025 19:12:38.585270 101993 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1025 19:12:38.585323 101993 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1025 19:12:38.585365 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:12:38.604702 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:12:38.691375 101993 ssh_runner.go:195] Run: cat /etc/os-release
I1025 19:12:38.694481 101993 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I1025 19:12:38.694506 101993 command_runner.go:130] > NAME="Ubuntu"
I1025 19:12:38.694516 101993 command_runner.go:130] > VERSION_ID="22.04"
I1025 19:12:38.694523 101993 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I1025 19:12:38.694529 101993 command_runner.go:130] > VERSION_CODENAME=jammy
I1025 19:12:38.694533 101993 command_runner.go:130] > ID=ubuntu
I1025 19:12:38.694536 101993 command_runner.go:130] > ID_LIKE=debian
I1025 19:12:38.694541 101993 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I1025 19:12:38.694546 101993 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I1025 19:12:38.694552 101993 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I1025 19:12:38.694563 101993 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I1025 19:12:38.694567 101993 command_runner.go:130] > UBUNTU_CODENAME=jammy
I1025 19:12:38.694639 101993 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1025 19:12:38.694668 101993 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1025 19:12:38.694682 101993 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1025 19:12:38.694691 101993 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1025 19:12:38.694706 101993 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/addons for local assets ...
I1025 19:12:38.694776 101993 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/files for local assets ...
I1025 19:12:38.694886 101993 filesync.go:149] local asset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> 150862.pem in /etc/ssl/certs
I1025 19:12:38.694900 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> /etc/ssl/certs/150862.pem
I1025 19:12:38.695004 101993 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1025 19:12:38.702882 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem --> /etc/ssl/certs/150862.pem (1708 bytes)
I1025 19:12:38.725223 101993 start.go:303] post-start completed in 139.945299ms
I1025 19:12:38.725862 101993 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-416232
I1025 19:12:38.742923 101993 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/config.json ...
I1025 19:12:38.743221 101993 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1025 19:12:38.743290 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:12:38.761924 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:12:38.843405 101993 command_runner.go:130] > 20%!
(MISSING)I1025 19:12:38.843506 101993 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1025 19:12:38.848042 101993 command_runner.go:130] > 235G
I1025 19:12:38.848390 101993 start.go:128] duration metric: createHost completed in 10.867751465s
I1025 19:12:38.848417 101993 start.go:83] releasing machines lock for "multinode-416232", held for 10.86787588s
I1025 19:12:38.848498 101993 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-416232
I1025 19:12:38.867402 101993 ssh_runner.go:195] Run: cat /version.json
I1025 19:12:38.867464 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:12:38.867493 101993 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1025 19:12:38.867583 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:12:38.886403 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:12:38.887560 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:12:38.970189 101993 command_runner.go:130] > {"iso_version": "v1.31.0-1698078840-17466", "kicbase_version": "v0.0.40-1698167243-17466", "minikube_version": "v1.31.2", "commit": "196296634bdd61b8582c6ee17f23217008b40808"}
I1025 19:12:38.970354 101993 ssh_runner.go:195] Run: systemctl --version
I1025 19:12:39.059750 101993 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I1025 19:12:39.062042 101993 command_runner.go:130] > systemd 249 (249.11-0ubuntu3.10)
I1025 19:12:39.062078 101993 command_runner.go:130] > +PAM +AUDIT +SELINUX +APPARMOR +IMA +SMACK +SECCOMP +GCRYPT +GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBFDISK +PCRE2 -PWQUALITY -P11KIT -QRENCODE +BZIP2 +LZ4 +XZ +ZLIB +ZSTD -XKBCOMMON +UTMP +SYSVINIT default-hierarchy=unified
I1025 19:12:39.062136 101993 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1025 19:12:39.200340 101993 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1025 19:12:39.204636 101993 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I1025 19:12:39.204663 101993 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I1025 19:12:39.204673 101993 command_runner.go:130] > Device: 33h/51d Inode: 800890 Links: 1
I1025 19:12:39.204690 101993 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I1025 19:12:39.204713 101993 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I1025 19:12:39.204725 101993 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I1025 19:12:39.204736 101993 command_runner.go:130] > Change: 2023-10-25 18:53:07.898008359 +0000
I1025 19:12:39.204745 101993 command_runner.go:130] > Birth: 2023-10-25 18:53:07.898008359 +0000
I1025 19:12:39.204807 101993 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:12:39.222643 101993 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1025 19:12:39.222728 101993 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:12:39.251729 101993 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I1025 19:12:39.251769 101993 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1025 19:12:39.251778 101993 start.go:472] detecting cgroup driver to use...
I1025 19:12:39.251815 101993 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1025 19:12:39.251870 101993 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1025 19:12:39.266740 101993 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1025 19:12:39.277453 101993 docker.go:198] disabling cri-docker service (if available) ...
I1025 19:12:39.277549 101993 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1025 19:12:39.290599 101993 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1025 19:12:39.303883 101993 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1025 19:12:39.380653 101993 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1025 19:12:39.394486 101993 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I1025 19:12:39.463692 101993 docker.go:214] disabling docker service ...
I1025 19:12:39.463759 101993 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1025 19:12:39.480995 101993 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1025 19:12:39.492073 101993 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1025 19:12:39.572459 101993 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I1025 19:12:39.572546 101993 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1025 19:12:39.662075 101993 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I1025 19:12:39.662150 101993 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1025 19:12:39.672265 101993 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1025 19:12:39.686116 101993 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I1025 19:12:39.686964 101993 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1025 19:12:39.687032 101993 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:12:39.696391 101993 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1025 19:12:39.696445 101993 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:12:39.705769 101993 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:12:39.715925 101993 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:12:39.726013 101993 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1025 19:12:39.735564 101993 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1025 19:12:39.743940 101993 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I1025 19:12:39.744092 101993 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1025 19:12:39.752637 101993 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1025 19:12:39.831483 101993 ssh_runner.go:195] Run: sudo systemctl restart crio
I1025 19:12:39.918930 101993 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1025 19:12:39.919005 101993 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1025 19:12:39.922284 101993 command_runner.go:130] > File: /var/run/crio/crio.sock
I1025 19:12:39.922314 101993 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I1025 19:12:39.922325 101993 command_runner.go:130] > Device: 40h/64d Inode: 190 Links: 1
I1025 19:12:39.922333 101993 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I1025 19:12:39.922339 101993 command_runner.go:130] > Access: 2023-10-25 19:12:39.902427976 +0000
I1025 19:12:39.922345 101993 command_runner.go:130] > Modify: 2023-10-25 19:12:39.902427976 +0000
I1025 19:12:39.922350 101993 command_runner.go:130] > Change: 2023-10-25 19:12:39.902427976 +0000
I1025 19:12:39.922363 101993 command_runner.go:130] > Birth: -
I1025 19:12:39.922413 101993 start.go:540] Will wait 60s for crictl version
I1025 19:12:39.922453 101993 ssh_runner.go:195] Run: which crictl
I1025 19:12:39.925361 101993 command_runner.go:130] > /usr/bin/crictl
I1025 19:12:39.925486 101993 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1025 19:12:39.955729 101993 command_runner.go:130] > Version: 0.1.0
I1025 19:12:39.955755 101993 command_runner.go:130] > RuntimeName: cri-o
I1025 19:12:39.955761 101993 command_runner.go:130] > RuntimeVersion: 1.24.6
I1025 19:12:39.955767 101993 command_runner.go:130] > RuntimeApiVersion: v1
I1025 19:12:39.957591 101993 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1025 19:12:39.957671 101993 ssh_runner.go:195] Run: crio --version
I1025 19:12:39.990191 101993 command_runner.go:130] > crio version 1.24.6
I1025 19:12:39.990213 101993 command_runner.go:130] > Version: 1.24.6
I1025 19:12:39.990220 101993 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1025 19:12:39.990224 101993 command_runner.go:130] > GitTreeState: clean
I1025 19:12:39.990230 101993 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1025 19:12:39.990235 101993 command_runner.go:130] > GoVersion: go1.18.2
I1025 19:12:39.990239 101993 command_runner.go:130] > Compiler: gc
I1025 19:12:39.990243 101993 command_runner.go:130] > Platform: linux/amd64
I1025 19:12:39.990249 101993 command_runner.go:130] > Linkmode: dynamic
I1025 19:12:39.990256 101993 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1025 19:12:39.990263 101993 command_runner.go:130] > SeccompEnabled: true
I1025 19:12:39.990267 101993 command_runner.go:130] > AppArmorEnabled: false
I1025 19:12:39.990350 101993 ssh_runner.go:195] Run: crio --version
I1025 19:12:40.023889 101993 command_runner.go:130] > crio version 1.24.6
I1025 19:12:40.023911 101993 command_runner.go:130] > Version: 1.24.6
I1025 19:12:40.023919 101993 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1025 19:12:40.023924 101993 command_runner.go:130] > GitTreeState: clean
I1025 19:12:40.023930 101993 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1025 19:12:40.023936 101993 command_runner.go:130] > GoVersion: go1.18.2
I1025 19:12:40.023941 101993 command_runner.go:130] > Compiler: gc
I1025 19:12:40.023946 101993 command_runner.go:130] > Platform: linux/amd64
I1025 19:12:40.023952 101993 command_runner.go:130] > Linkmode: dynamic
I1025 19:12:40.023965 101993 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1025 19:12:40.023970 101993 command_runner.go:130] > SeccompEnabled: true
I1025 19:12:40.023974 101993 command_runner.go:130] > AppArmorEnabled: false
I1025 19:12:40.026345 101993 out.go:177] * Preparing Kubernetes v1.28.3 on CRI-O 1.24.6 ...
I1025 19:12:40.027982 101993 cli_runner.go:164] Run: docker network inspect multinode-416232 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1025 19:12:40.044583 101993 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I1025 19:12:40.048165 101993 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1025 19:12:40.058906 101993 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 19:12:40.058972 101993 ssh_runner.go:195] Run: sudo crictl images --output json
I1025 19:12:40.116466 101993 command_runner.go:130] > {
I1025 19:12:40.116494 101993 command_runner.go:130] > "images": [
I1025 19:12:40.116501 101993 command_runner.go:130] > {
I1025 19:12:40.116510 101993 command_runner.go:130] > "id": "c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc",
I1025 19:12:40.116515 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.116524 101993 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I1025 19:12:40.116528 101993 command_runner.go:130] > ],
I1025 19:12:40.116537 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.116547 101993 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I1025 19:12:40.116555 101993 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"
I1025 19:12:40.116562 101993 command_runner.go:130] > ],
I1025 19:12:40.116567 101993 command_runner.go:130] > "size": "65258016",
I1025 19:12:40.116573 101993 command_runner.go:130] > "uid": null,
I1025 19:12:40.116578 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.116588 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.116593 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.116599 101993 command_runner.go:130] > },
I1025 19:12:40.116603 101993 command_runner.go:130] > {
I1025 19:12:40.116612 101993 command_runner.go:130] > "id": "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562",
I1025 19:12:40.116618 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.116624 101993 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I1025 19:12:40.116630 101993 command_runner.go:130] > ],
I1025 19:12:40.116634 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.116642 101993 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944",
I1025 19:12:40.116652 101993 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"
I1025 19:12:40.116658 101993 command_runner.go:130] > ],
I1025 19:12:40.116668 101993 command_runner.go:130] > "size": "31470524",
I1025 19:12:40.116679 101993 command_runner.go:130] > "uid": null,
I1025 19:12:40.116686 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.116690 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.116697 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.116701 101993 command_runner.go:130] > },
I1025 19:12:40.116707 101993 command_runner.go:130] > {
I1025 19:12:40.116713 101993 command_runner.go:130] > "id": "ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc",
I1025 19:12:40.116719 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.116725 101993 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I1025 19:12:40.116732 101993 command_runner.go:130] > ],
I1025 19:12:40.116736 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.116743 101993 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",
I1025 19:12:40.116753 101993 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"
I1025 19:12:40.116757 101993 command_runner.go:130] > ],
I1025 19:12:40.116763 101993 command_runner.go:130] > "size": "53621675",
I1025 19:12:40.116767 101993 command_runner.go:130] > "uid": null,
I1025 19:12:40.116775 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.116782 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.116786 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.116792 101993 command_runner.go:130] > },
I1025 19:12:40.116796 101993 command_runner.go:130] > {
I1025 19:12:40.116804 101993 command_runner.go:130] > "id": "73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9",
I1025 19:12:40.116810 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.116816 101993 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I1025 19:12:40.116822 101993 command_runner.go:130] > ],
I1025 19:12:40.116826 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.116832 101993 command_runner.go:130] > "registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15",
I1025 19:12:40.116842 101993 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"
I1025 19:12:40.116854 101993 command_runner.go:130] > ],
I1025 19:12:40.116861 101993 command_runner.go:130] > "size": "295456551",
I1025 19:12:40.116865 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.116870 101993 command_runner.go:130] > "value": "0"
I1025 19:12:40.116874 101993 command_runner.go:130] > },
I1025 19:12:40.116879 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.116885 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.116892 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.116896 101993 command_runner.go:130] > },
I1025 19:12:40.116902 101993 command_runner.go:130] > {
I1025 19:12:40.116909 101993 command_runner.go:130] > "id": "53743472912306d2d17cab3f458cc57f2012f89ed0e9372a2d2b1fa1b20a8076",
I1025 19:12:40.116916 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.116921 101993 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.3"
I1025 19:12:40.116926 101993 command_runner.go:130] > ],
I1025 19:12:40.116933 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.116940 101993 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:86d5311d13774d7beed6fbf181db7d8ace26d1b3d1c85b72c9f9b4d585d409ab",
I1025 19:12:40.116950 101993 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d"
I1025 19:12:40.116955 101993 command_runner.go:130] > ],
I1025 19:12:40.116960 101993 command_runner.go:130] > "size": "127165392",
I1025 19:12:40.116966 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.116971 101993 command_runner.go:130] > "value": "0"
I1025 19:12:40.116977 101993 command_runner.go:130] > },
I1025 19:12:40.116981 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.116985 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.116993 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.116999 101993 command_runner.go:130] > },
I1025 19:12:40.117003 101993 command_runner.go:130] > {
I1025 19:12:40.117011 101993 command_runner.go:130] > "id": "10baa1ca17068a5cc50b0df9d18abc50cbc239d9c2cd7f3355ce35645d49f3d3",
I1025 19:12:40.117016 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.117021 101993 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.3"
I1025 19:12:40.117027 101993 command_runner.go:130] > ],
I1025 19:12:40.117045 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.117059 101993 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:640661231facded984f698e79315bceb5391b04e5159662e940e6e5ab2098707",
I1025 19:12:40.117067 101993 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:dd4817791cfaa85482f27af472e4b100e362134530a7c4bae50f3ce10729d75d"
I1025 19:12:40.117070 101993 command_runner.go:130] > ],
I1025 19:12:40.117077 101993 command_runner.go:130] > "size": "123188534",
I1025 19:12:40.117081 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.117088 101993 command_runner.go:130] > "value": "0"
I1025 19:12:40.117091 101993 command_runner.go:130] > },
I1025 19:12:40.117096 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.117102 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.117106 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.117112 101993 command_runner.go:130] > },
I1025 19:12:40.117118 101993 command_runner.go:130] > {
I1025 19:12:40.117125 101993 command_runner.go:130] > "id": "bfc896cf80fba4806aaccd043f61c3663b723687ad9f3b4f5057b98c46fcefdf",
I1025 19:12:40.117131 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.117136 101993 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.3"
I1025 19:12:40.117142 101993 command_runner.go:130] > ],
I1025 19:12:40.117147 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.117158 101993 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:695da0e5a1be2d0f94af107e4f29faaa958f1c90e4765064ca3c45003de97eb8",
I1025 19:12:40.117168 101993 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:73a9f275e1fa5f0b9ae744914764847c2c4fdc66e9e528d67dea70007f9a6072"
I1025 19:12:40.117171 101993 command_runner.go:130] > ],
I1025 19:12:40.117176 101993 command_runner.go:130] > "size": "74691991",
I1025 19:12:40.117183 101993 command_runner.go:130] > "uid": null,
I1025 19:12:40.117187 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.117194 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.117198 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.117204 101993 command_runner.go:130] > },
I1025 19:12:40.117207 101993 command_runner.go:130] > {
I1025 19:12:40.117213 101993 command_runner.go:130] > "id": "6d1b4fd1b182d88b748bec936b00b2ff9d549eebcbc7d26df5043b79974277c4",
I1025 19:12:40.117223 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.117228 101993 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.3"
I1025 19:12:40.117234 101993 command_runner.go:130] > ],
I1025 19:12:40.117239 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.117268 101993 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725",
I1025 19:12:40.117279 101993 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:fbe8838032fa8f01b36282417596119a481e5bc11eca89270073122f0cc90374"
I1025 19:12:40.117283 101993 command_runner.go:130] > ],
I1025 19:12:40.117287 101993 command_runner.go:130] > "size": "61498678",
I1025 19:12:40.117294 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.117298 101993 command_runner.go:130] > "value": "0"
I1025 19:12:40.117302 101993 command_runner.go:130] > },
I1025 19:12:40.117306 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.117313 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.117319 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.117325 101993 command_runner.go:130] > },
I1025 19:12:40.117329 101993 command_runner.go:130] > {
I1025 19:12:40.117335 101993 command_runner.go:130] > "id": "e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c",
I1025 19:12:40.117342 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.117349 101993 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I1025 19:12:40.117355 101993 command_runner.go:130] > ],
I1025 19:12:40.117359 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.117368 101993 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097",
I1025 19:12:40.117378 101993 command_runner.go:130] > "registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"
I1025 19:12:40.117382 101993 command_runner.go:130] > ],
I1025 19:12:40.117386 101993 command_runner.go:130] > "size": "750414",
I1025 19:12:40.117392 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.117396 101993 command_runner.go:130] > "value": "65535"
I1025 19:12:40.117400 101993 command_runner.go:130] > },
I1025 19:12:40.117404 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.117410 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.117414 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.117419 101993 command_runner.go:130] > }
I1025 19:12:40.117423 101993 command_runner.go:130] > ]
I1025 19:12:40.117428 101993 command_runner.go:130] > }
I1025 19:12:40.117587 101993 crio.go:496] all images are preloaded for cri-o runtime.
I1025 19:12:40.117602 101993 crio.go:415] Images already preloaded, skipping extraction
I1025 19:12:40.117644 101993 ssh_runner.go:195] Run: sudo crictl images --output json
I1025 19:12:40.150484 101993 command_runner.go:130] > {
I1025 19:12:40.150517 101993 command_runner.go:130] > "images": [
I1025 19:12:40.150525 101993 command_runner.go:130] > {
I1025 19:12:40.150545 101993 command_runner.go:130] > "id": "c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc",
I1025 19:12:40.150554 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.150563 101993 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I1025 19:12:40.150571 101993 command_runner.go:130] > ],
I1025 19:12:40.150576 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.150588 101993 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I1025 19:12:40.150598 101993 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"
I1025 19:12:40.150605 101993 command_runner.go:130] > ],
I1025 19:12:40.150611 101993 command_runner.go:130] > "size": "65258016",
I1025 19:12:40.150618 101993 command_runner.go:130] > "uid": null,
I1025 19:12:40.150623 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.150636 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.150641 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.150645 101993 command_runner.go:130] > },
I1025 19:12:40.150653 101993 command_runner.go:130] > {
I1025 19:12:40.150713 101993 command_runner.go:130] > "id": "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562",
I1025 19:12:40.150742 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.150749 101993 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I1025 19:12:40.150755 101993 command_runner.go:130] > ],
I1025 19:12:40.150761 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.150771 101993 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944",
I1025 19:12:40.150782 101993 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"
I1025 19:12:40.150786 101993 command_runner.go:130] > ],
I1025 19:12:40.150864 101993 command_runner.go:130] > "size": "31470524",
I1025 19:12:40.150884 101993 command_runner.go:130] > "uid": null,
I1025 19:12:40.150892 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.150897 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.150905 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.150909 101993 command_runner.go:130] > },
I1025 19:12:40.150917 101993 command_runner.go:130] > {
I1025 19:12:40.150924 101993 command_runner.go:130] > "id": "ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc",
I1025 19:12:40.150932 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.150939 101993 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I1025 19:12:40.150956 101993 command_runner.go:130] > ],
I1025 19:12:40.150964 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.150973 101993 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",
I1025 19:12:40.150984 101993 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"
I1025 19:12:40.150991 101993 command_runner.go:130] > ],
I1025 19:12:40.150996 101993 command_runner.go:130] > "size": "53621675",
I1025 19:12:40.151002 101993 command_runner.go:130] > "uid": null,
I1025 19:12:40.151007 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.151012 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.151017 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.151024 101993 command_runner.go:130] > },
I1025 19:12:40.151029 101993 command_runner.go:130] > {
I1025 19:12:40.151094 101993 command_runner.go:130] > "id": "73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9",
I1025 19:12:40.151113 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.151184 101993 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I1025 19:12:40.151193 101993 command_runner.go:130] > ],
I1025 19:12:40.151203 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.151214 101993 command_runner.go:130] > "registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15",
I1025 19:12:40.151233 101993 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"
I1025 19:12:40.151310 101993 command_runner.go:130] > ],
I1025 19:12:40.151362 101993 command_runner.go:130] > "size": "295456551",
I1025 19:12:40.151467 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.151493 101993 command_runner.go:130] > "value": "0"
I1025 19:12:40.151523 101993 command_runner.go:130] > },
I1025 19:12:40.151534 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.151538 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.151543 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.151547 101993 command_runner.go:130] > },
I1025 19:12:40.151551 101993 command_runner.go:130] > {
I1025 19:12:40.151559 101993 command_runner.go:130] > "id": "53743472912306d2d17cab3f458cc57f2012f89ed0e9372a2d2b1fa1b20a8076",
I1025 19:12:40.151564 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.151570 101993 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.3"
I1025 19:12:40.151574 101993 command_runner.go:130] > ],
I1025 19:12:40.151580 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.151590 101993 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:86d5311d13774d7beed6fbf181db7d8ace26d1b3d1c85b72c9f9b4d585d409ab",
I1025 19:12:40.151609 101993 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d"
I1025 19:12:40.151619 101993 command_runner.go:130] > ],
I1025 19:12:40.151628 101993 command_runner.go:130] > "size": "127165392",
I1025 19:12:40.151633 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.151642 101993 command_runner.go:130] > "value": "0"
I1025 19:12:40.151650 101993 command_runner.go:130] > },
I1025 19:12:40.151659 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.151663 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.151668 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.151673 101993 command_runner.go:130] > },
I1025 19:12:40.151678 101993 command_runner.go:130] > {
I1025 19:12:40.151685 101993 command_runner.go:130] > "id": "10baa1ca17068a5cc50b0df9d18abc50cbc239d9c2cd7f3355ce35645d49f3d3",
I1025 19:12:40.151698 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.151705 101993 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.3"
I1025 19:12:40.151712 101993 command_runner.go:130] > ],
I1025 19:12:40.151716 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.151725 101993 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:640661231facded984f698e79315bceb5391b04e5159662e940e6e5ab2098707",
I1025 19:12:40.151736 101993 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:dd4817791cfaa85482f27af472e4b100e362134530a7c4bae50f3ce10729d75d"
I1025 19:12:40.151744 101993 command_runner.go:130] > ],
I1025 19:12:40.151753 101993 command_runner.go:130] > "size": "123188534",
I1025 19:12:40.151760 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.151764 101993 command_runner.go:130] > "value": "0"
I1025 19:12:40.151768 101993 command_runner.go:130] > },
I1025 19:12:40.151773 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.151777 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.151782 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.151789 101993 command_runner.go:130] > },
I1025 19:12:40.151793 101993 command_runner.go:130] > {
I1025 19:12:40.151800 101993 command_runner.go:130] > "id": "bfc896cf80fba4806aaccd043f61c3663b723687ad9f3b4f5057b98c46fcefdf",
I1025 19:12:40.151808 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.151813 101993 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.3"
I1025 19:12:40.151818 101993 command_runner.go:130] > ],
I1025 19:12:40.151826 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.151834 101993 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:695da0e5a1be2d0f94af107e4f29faaa958f1c90e4765064ca3c45003de97eb8",
I1025 19:12:40.151845 101993 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:73a9f275e1fa5f0b9ae744914764847c2c4fdc66e9e528d67dea70007f9a6072"
I1025 19:12:40.151849 101993 command_runner.go:130] > ],
I1025 19:12:40.151854 101993 command_runner.go:130] > "size": "74691991",
I1025 19:12:40.151866 101993 command_runner.go:130] > "uid": null,
I1025 19:12:40.151871 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.151881 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.151888 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.151892 101993 command_runner.go:130] > },
I1025 19:12:40.151895 101993 command_runner.go:130] > {
I1025 19:12:40.151911 101993 command_runner.go:130] > "id": "6d1b4fd1b182d88b748bec936b00b2ff9d549eebcbc7d26df5043b79974277c4",
I1025 19:12:40.151919 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.151925 101993 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.3"
I1025 19:12:40.151932 101993 command_runner.go:130] > ],
I1025 19:12:40.151936 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.152084 101993 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725",
I1025 19:12:40.152105 101993 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:fbe8838032fa8f01b36282417596119a481e5bc11eca89270073122f0cc90374"
I1025 19:12:40.152111 101993 command_runner.go:130] > ],
I1025 19:12:40.152118 101993 command_runner.go:130] > "size": "61498678",
I1025 19:12:40.152123 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.152130 101993 command_runner.go:130] > "value": "0"
I1025 19:12:40.152139 101993 command_runner.go:130] > },
I1025 19:12:40.152151 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.152161 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.152176 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.152184 101993 command_runner.go:130] > },
I1025 19:12:40.152192 101993 command_runner.go:130] > {
I1025 19:12:40.152202 101993 command_runner.go:130] > "id": "e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c",
I1025 19:12:40.152212 101993 command_runner.go:130] > "repoTags": [
I1025 19:12:40.152221 101993 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I1025 19:12:40.152226 101993 command_runner.go:130] > ],
I1025 19:12:40.152241 101993 command_runner.go:130] > "repoDigests": [
I1025 19:12:40.152250 101993 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097",
I1025 19:12:40.152261 101993 command_runner.go:130] > "registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"
I1025 19:12:40.152266 101993 command_runner.go:130] > ],
I1025 19:12:40.152270 101993 command_runner.go:130] > "size": "750414",
I1025 19:12:40.152281 101993 command_runner.go:130] > "uid": {
I1025 19:12:40.152286 101993 command_runner.go:130] > "value": "65535"
I1025 19:12:40.152290 101993 command_runner.go:130] > },
I1025 19:12:40.152294 101993 command_runner.go:130] > "username": "",
I1025 19:12:40.152307 101993 command_runner.go:130] > "spec": null,
I1025 19:12:40.152315 101993 command_runner.go:130] > "pinned": false
I1025 19:12:40.152318 101993 command_runner.go:130] > }
I1025 19:12:40.152322 101993 command_runner.go:130] > ]
I1025 19:12:40.152325 101993 command_runner.go:130] > }
I1025 19:12:40.152753 101993 crio.go:496] all images are preloaded for cri-o runtime.
I1025 19:12:40.152776 101993 cache_images.go:84] Images are preloaded, skipping loading
I1025 19:12:40.152839 101993 ssh_runner.go:195] Run: crio config
I1025 19:12:40.190914 101993 command_runner.go:130] ! time="2023-10-25 19:12:40.190484000Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I1025 19:12:40.190951 101993 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I1025 19:12:40.197111 101993 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I1025 19:12:40.197138 101993 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I1025 19:12:40.197146 101993 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I1025 19:12:40.197153 101993 command_runner.go:130] > #
I1025 19:12:40.197161 101993 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I1025 19:12:40.197168 101993 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I1025 19:12:40.197181 101993 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I1025 19:12:40.197194 101993 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I1025 19:12:40.197202 101993 command_runner.go:130] > # reload'.
I1025 19:12:40.197224 101993 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I1025 19:12:40.197232 101993 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I1025 19:12:40.197242 101993 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I1025 19:12:40.197254 101993 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I1025 19:12:40.197266 101993 command_runner.go:130] > [crio]
I1025 19:12:40.197273 101993 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I1025 19:12:40.197279 101993 command_runner.go:130] > # containers images, in this directory.
I1025 19:12:40.197289 101993 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I1025 19:12:40.197299 101993 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I1025 19:12:40.197305 101993 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I1025 19:12:40.197313 101993 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I1025 19:12:40.197323 101993 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I1025 19:12:40.197329 101993 command_runner.go:130] > # storage_driver = "vfs"
I1025 19:12:40.197338 101993 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I1025 19:12:40.197347 101993 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I1025 19:12:40.197354 101993 command_runner.go:130] > # storage_option = [
I1025 19:12:40.197358 101993 command_runner.go:130] > # ]
I1025 19:12:40.197368 101993 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I1025 19:12:40.197378 101993 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I1025 19:12:40.197384 101993 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I1025 19:12:40.197390 101993 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I1025 19:12:40.197406 101993 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I1025 19:12:40.197412 101993 command_runner.go:130] > # always happen on a node reboot
I1025 19:12:40.197420 101993 command_runner.go:130] > # version_file = "/var/run/crio/version"
I1025 19:12:40.197427 101993 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I1025 19:12:40.197446 101993 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I1025 19:12:40.197458 101993 command_runner.go:130] > # only happen when CRI-O has been upgraded
I1025 19:12:40.197465 101993 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I1025 19:12:40.197494 101993 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I1025 19:12:40.197508 101993 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I1025 19:12:40.197512 101993 command_runner.go:130] > # internal_wipe = true
I1025 19:12:40.197520 101993 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I1025 19:12:40.197531 101993 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I1025 19:12:40.197536 101993 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I1025 19:12:40.197544 101993 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I1025 19:12:40.197551 101993 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I1025 19:12:40.197562 101993 command_runner.go:130] > [crio.api]
I1025 19:12:40.197567 101993 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I1025 19:12:40.197574 101993 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I1025 19:12:40.197582 101993 command_runner.go:130] > # IP address on which the stream server will listen.
I1025 19:12:40.197589 101993 command_runner.go:130] > # stream_address = "127.0.0.1"
I1025 19:12:40.197596 101993 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I1025 19:12:40.197603 101993 command_runner.go:130] > # CRI-O will allocate a random free port number.
I1025 19:12:40.197607 101993 command_runner.go:130] > # stream_port = "0"
I1025 19:12:40.197615 101993 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I1025 19:12:40.197619 101993 command_runner.go:130] > # stream_enable_tls = false
I1025 19:12:40.197627 101993 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I1025 19:12:40.197632 101993 command_runner.go:130] > # stream_idle_timeout = ""
I1025 19:12:40.197640 101993 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I1025 19:12:40.197646 101993 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I1025 19:12:40.197652 101993 command_runner.go:130] > # minutes.
I1025 19:12:40.197656 101993 command_runner.go:130] > # stream_tls_cert = ""
I1025 19:12:40.197663 101993 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I1025 19:12:40.197670 101993 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I1025 19:12:40.197676 101993 command_runner.go:130] > # stream_tls_key = ""
I1025 19:12:40.197682 101993 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I1025 19:12:40.197690 101993 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I1025 19:12:40.197699 101993 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I1025 19:12:40.197706 101993 command_runner.go:130] > # stream_tls_ca = ""
I1025 19:12:40.197713 101993 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I1025 19:12:40.197720 101993 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I1025 19:12:40.197727 101993 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I1025 19:12:40.197732 101993 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I1025 19:12:40.197759 101993 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I1025 19:12:40.197768 101993 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I1025 19:12:40.197772 101993 command_runner.go:130] > [crio.runtime]
I1025 19:12:40.197778 101993 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I1025 19:12:40.197784 101993 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I1025 19:12:40.197790 101993 command_runner.go:130] > # "nofile=1024:2048"
I1025 19:12:40.197798 101993 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I1025 19:12:40.197805 101993 command_runner.go:130] > # default_ulimits = [
I1025 19:12:40.197808 101993 command_runner.go:130] > # ]
I1025 19:12:40.197816 101993 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I1025 19:12:40.197820 101993 command_runner.go:130] > # no_pivot = false
I1025 19:12:40.197829 101993 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I1025 19:12:40.197840 101993 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I1025 19:12:40.197847 101993 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I1025 19:12:40.197856 101993 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I1025 19:12:40.197863 101993 command_runner.go:130] > # Will be searched for using $PATH if empty.
I1025 19:12:40.197870 101993 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1025 19:12:40.197876 101993 command_runner.go:130] > # conmon = ""
I1025 19:12:40.197880 101993 command_runner.go:130] > # Cgroup setting for conmon
I1025 19:12:40.197903 101993 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I1025 19:12:40.197910 101993 command_runner.go:130] > conmon_cgroup = "pod"
I1025 19:12:40.197916 101993 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I1025 19:12:40.197921 101993 command_runner.go:130] > # environment variables to conmon or the runtime.
I1025 19:12:40.197929 101993 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1025 19:12:40.197934 101993 command_runner.go:130] > # conmon_env = [
I1025 19:12:40.197939 101993 command_runner.go:130] > # ]
I1025 19:12:40.197944 101993 command_runner.go:130] > # Additional environment variables to set for all the
I1025 19:12:40.197949 101993 command_runner.go:130] > # containers. These are overridden if set in the
I1025 19:12:40.197957 101993 command_runner.go:130] > # container image spec or in the container runtime configuration.
I1025 19:12:40.197961 101993 command_runner.go:130] > # default_env = [
I1025 19:12:40.197969 101993 command_runner.go:130] > # ]
I1025 19:12:40.197977 101993 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I1025 19:12:40.197981 101993 command_runner.go:130] > # selinux = false
I1025 19:12:40.197987 101993 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I1025 19:12:40.197996 101993 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I1025 19:12:40.198001 101993 command_runner.go:130] > # will be used. This option supports live configuration reload.
I1025 19:12:40.198006 101993 command_runner.go:130] > # seccomp_profile = ""
I1025 19:12:40.198012 101993 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I1025 19:12:40.198021 101993 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I1025 19:12:40.198027 101993 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I1025 19:12:40.198034 101993 command_runner.go:130] > # which might increase security.
I1025 19:12:40.198039 101993 command_runner.go:130] > # seccomp_use_default_when_empty = true
I1025 19:12:40.198047 101993 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I1025 19:12:40.198053 101993 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I1025 19:12:40.198062 101993 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I1025 19:12:40.198070 101993 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I1025 19:12:40.198077 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:12:40.198082 101993 command_runner.go:130] > # apparmor_profile = "crio-default"
I1025 19:12:40.198094 101993 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I1025 19:12:40.198098 101993 command_runner.go:130] > # the cgroup blockio controller.
I1025 19:12:40.198103 101993 command_runner.go:130] > # blockio_config_file = ""
I1025 19:12:40.198110 101993 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I1025 19:12:40.198114 101993 command_runner.go:130] > # irqbalance daemon.
I1025 19:12:40.198120 101993 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I1025 19:12:40.198127 101993 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I1025 19:12:40.198134 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:12:40.198138 101993 command_runner.go:130] > # rdt_config_file = ""
I1025 19:12:40.198146 101993 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I1025 19:12:40.198150 101993 command_runner.go:130] > cgroup_manager = "cgroupfs"
I1025 19:12:40.198158 101993 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I1025 19:12:40.198163 101993 command_runner.go:130] > # separate_pull_cgroup = ""
I1025 19:12:40.198170 101993 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I1025 19:12:40.198178 101993 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I1025 19:12:40.198182 101993 command_runner.go:130] > # will be added.
I1025 19:12:40.198186 101993 command_runner.go:130] > # default_capabilities = [
I1025 19:12:40.198192 101993 command_runner.go:130] > # "CHOWN",
I1025 19:12:40.198199 101993 command_runner.go:130] > # "DAC_OVERRIDE",
I1025 19:12:40.198202 101993 command_runner.go:130] > # "FSETID",
I1025 19:12:40.198209 101993 command_runner.go:130] > # "FOWNER",
I1025 19:12:40.198212 101993 command_runner.go:130] > # "SETGID",
I1025 19:12:40.198216 101993 command_runner.go:130] > # "SETUID",
I1025 19:12:40.198222 101993 command_runner.go:130] > # "SETPCAP",
I1025 19:12:40.198226 101993 command_runner.go:130] > # "NET_BIND_SERVICE",
I1025 19:12:40.198230 101993 command_runner.go:130] > # "KILL",
I1025 19:12:40.198233 101993 command_runner.go:130] > # ]
I1025 19:12:40.198240 101993 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I1025 19:12:40.198249 101993 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I1025 19:12:40.198254 101993 command_runner.go:130] > # add_inheritable_capabilities = true
I1025 19:12:40.198262 101993 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I1025 19:12:40.198268 101993 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1025 19:12:40.198274 101993 command_runner.go:130] > # default_sysctls = [
I1025 19:12:40.198278 101993 command_runner.go:130] > # ]
I1025 19:12:40.198291 101993 command_runner.go:130] > # List of devices on the host that a
I1025 19:12:40.198297 101993 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I1025 19:12:40.198305 101993 command_runner.go:130] > # allowed_devices = [
I1025 19:12:40.198309 101993 command_runner.go:130] > # "/dev/fuse",
I1025 19:12:40.198315 101993 command_runner.go:130] > # ]
I1025 19:12:40.198322 101993 command_runner.go:130] > # List of additional devices. specified as
I1025 19:12:40.198357 101993 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I1025 19:12:40.198385 101993 command_runner.go:130] > # If it is empty or commented out, only the devices
I1025 19:12:40.198395 101993 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1025 19:12:40.198401 101993 command_runner.go:130] > # additional_devices = [
I1025 19:12:40.198409 101993 command_runner.go:130] > # ]
I1025 19:12:40.198418 101993 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I1025 19:12:40.198426 101993 command_runner.go:130] > # cdi_spec_dirs = [
I1025 19:12:40.198430 101993 command_runner.go:130] > # "/etc/cdi",
I1025 19:12:40.198436 101993 command_runner.go:130] > # "/var/run/cdi",
I1025 19:12:40.198440 101993 command_runner.go:130] > # ]
I1025 19:12:40.198446 101993 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I1025 19:12:40.198454 101993 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I1025 19:12:40.198458 101993 command_runner.go:130] > # Defaults to false.
I1025 19:12:40.198465 101993 command_runner.go:130] > # device_ownership_from_security_context = false
I1025 19:12:40.198475 101993 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I1025 19:12:40.198483 101993 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I1025 19:12:40.198487 101993 command_runner.go:130] > # hooks_dir = [
I1025 19:12:40.198494 101993 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I1025 19:12:40.198497 101993 command_runner.go:130] > # ]
I1025 19:12:40.198503 101993 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I1025 19:12:40.198512 101993 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I1025 19:12:40.198517 101993 command_runner.go:130] > # its default mounts from the following two files:
I1025 19:12:40.198522 101993 command_runner.go:130] > #
I1025 19:12:40.198528 101993 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I1025 19:12:40.198536 101993 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I1025 19:12:40.198542 101993 command_runner.go:130] > # override the default mounts shipped with the package.
I1025 19:12:40.198548 101993 command_runner.go:130] > #
I1025 19:12:40.198554 101993 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I1025 19:12:40.198563 101993 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I1025 19:12:40.198569 101993 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I1025 19:12:40.198576 101993 command_runner.go:130] > # only add mounts it finds in this file.
I1025 19:12:40.198580 101993 command_runner.go:130] > #
I1025 19:12:40.198588 101993 command_runner.go:130] > # default_mounts_file = ""
I1025 19:12:40.198594 101993 command_runner.go:130] > # Maximum number of processes allowed in a container.
I1025 19:12:40.198603 101993 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I1025 19:12:40.198607 101993 command_runner.go:130] > # pids_limit = 0
I1025 19:12:40.198613 101993 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I1025 19:12:40.198621 101993 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I1025 19:12:40.198628 101993 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I1025 19:12:40.198641 101993 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I1025 19:12:40.198647 101993 command_runner.go:130] > # log_size_max = -1
I1025 19:12:40.198654 101993 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I1025 19:12:40.198658 101993 command_runner.go:130] > # log_to_journald = false
I1025 19:12:40.198664 101993 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I1025 19:12:40.198671 101993 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I1025 19:12:40.198676 101993 command_runner.go:130] > # Path to directory for container attach sockets.
I1025 19:12:40.198682 101993 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I1025 19:12:40.198687 101993 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I1025 19:12:40.198691 101993 command_runner.go:130] > # bind_mount_prefix = ""
I1025 19:12:40.198697 101993 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I1025 19:12:40.198706 101993 command_runner.go:130] > # read_only = false
I1025 19:12:40.198712 101993 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I1025 19:12:40.198720 101993 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I1025 19:12:40.198725 101993 command_runner.go:130] > # live configuration reload.
I1025 19:12:40.198733 101993 command_runner.go:130] > # log_level = "info"
I1025 19:12:40.198739 101993 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I1025 19:12:40.198746 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:12:40.198750 101993 command_runner.go:130] > # log_filter = ""
I1025 19:12:40.198758 101993 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I1025 19:12:40.198764 101993 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I1025 19:12:40.198770 101993 command_runner.go:130] > # separated by comma.
I1025 19:12:40.198774 101993 command_runner.go:130] > # uid_mappings = ""
I1025 19:12:40.198781 101993 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I1025 19:12:40.198789 101993 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I1025 19:12:40.198793 101993 command_runner.go:130] > # separated by comma.
I1025 19:12:40.198797 101993 command_runner.go:130] > # gid_mappings = ""
I1025 19:12:40.198803 101993 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I1025 19:12:40.198816 101993 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1025 19:12:40.198827 101993 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1025 19:12:40.198834 101993 command_runner.go:130] > # minimum_mappable_uid = -1
I1025 19:12:40.198840 101993 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I1025 19:12:40.198848 101993 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1025 19:12:40.198857 101993 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1025 19:12:40.198865 101993 command_runner.go:130] > # minimum_mappable_gid = -1
I1025 19:12:40.198870 101993 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I1025 19:12:40.198878 101993 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I1025 19:12:40.198893 101993 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I1025 19:12:40.198899 101993 command_runner.go:130] > # ctr_stop_timeout = 30
I1025 19:12:40.198905 101993 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I1025 19:12:40.198916 101993 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I1025 19:12:40.198923 101993 command_runner.go:130] > # a kernel separating runtime (like kata).
I1025 19:12:40.198928 101993 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I1025 19:12:40.198935 101993 command_runner.go:130] > # drop_infra_ctr = true
I1025 19:12:40.198941 101993 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I1025 19:12:40.198946 101993 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I1025 19:12:40.198953 101993 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I1025 19:12:40.198962 101993 command_runner.go:130] > # infra_ctr_cpuset = ""
I1025 19:12:40.198968 101993 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I1025 19:12:40.198976 101993 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I1025 19:12:40.198980 101993 command_runner.go:130] > # namespaces_dir = "/var/run"
I1025 19:12:40.198989 101993 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I1025 19:12:40.198993 101993 command_runner.go:130] > # pinns_path = ""
I1025 19:12:40.199002 101993 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I1025 19:12:40.199008 101993 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I1025 19:12:40.199016 101993 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I1025 19:12:40.199021 101993 command_runner.go:130] > # default_runtime = "runc"
I1025 19:12:40.199029 101993 command_runner.go:130] > # A list of paths that, when absent from the host,
I1025 19:12:40.199036 101993 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I1025 19:12:40.199051 101993 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I1025 19:12:40.199058 101993 command_runner.go:130] > # creation as a file is not desired either.
I1025 19:12:40.199066 101993 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I1025 19:12:40.199073 101993 command_runner.go:130] > # the hostname is being managed dynamically.
I1025 19:12:40.199077 101993 command_runner.go:130] > # absent_mount_sources_to_reject = [
I1025 19:12:40.199083 101993 command_runner.go:130] > # ]
I1025 19:12:40.199091 101993 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I1025 19:12:40.199100 101993 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I1025 19:12:40.199107 101993 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I1025 19:12:40.199115 101993 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I1025 19:12:40.199118 101993 command_runner.go:130] > #
I1025 19:12:40.199125 101993 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I1025 19:12:40.199131 101993 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I1025 19:12:40.199137 101993 command_runner.go:130] > # runtime_type = "oci"
I1025 19:12:40.199144 101993 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I1025 19:12:40.199151 101993 command_runner.go:130] > # privileged_without_host_devices = false
I1025 19:12:40.199155 101993 command_runner.go:130] > # allowed_annotations = []
I1025 19:12:40.199161 101993 command_runner.go:130] > # Where:
I1025 19:12:40.199166 101993 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I1025 19:12:40.199174 101993 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I1025 19:12:40.199181 101993 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I1025 19:12:40.199189 101993 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I1025 19:12:40.199193 101993 command_runner.go:130] > # in $PATH.
I1025 19:12:40.199201 101993 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I1025 19:12:40.199210 101993 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I1025 19:12:40.199216 101993 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I1025 19:12:40.199223 101993 command_runner.go:130] > # state.
I1025 19:12:40.199229 101993 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I1025 19:12:40.199237 101993 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I1025 19:12:40.199243 101993 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I1025 19:12:40.199251 101993 command_runner.go:130] > # host devices from being passed to privileged containers.
I1025 19:12:40.199257 101993 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I1025 19:12:40.199264 101993 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I1025 19:12:40.199271 101993 command_runner.go:130] > # The currently recognized values are:
I1025 19:12:40.199277 101993 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I1025 19:12:40.199290 101993 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I1025 19:12:40.199299 101993 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I1025 19:12:40.199305 101993 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I1025 19:12:40.199314 101993 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I1025 19:12:40.199323 101993 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I1025 19:12:40.199330 101993 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I1025 19:12:40.199338 101993 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I1025 19:12:40.199345 101993 command_runner.go:130] > # should be moved to the container's cgroup
I1025 19:12:40.199353 101993 command_runner.go:130] > [crio.runtime.runtimes.runc]
I1025 19:12:40.199358 101993 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I1025 19:12:40.199362 101993 command_runner.go:130] > runtime_type = "oci"
I1025 19:12:40.199368 101993 command_runner.go:130] > runtime_root = "/run/runc"
I1025 19:12:40.199372 101993 command_runner.go:130] > runtime_config_path = ""
I1025 19:12:40.199376 101993 command_runner.go:130] > monitor_path = ""
I1025 19:12:40.199380 101993 command_runner.go:130] > monitor_cgroup = ""
I1025 19:12:40.199387 101993 command_runner.go:130] > monitor_exec_cgroup = ""
I1025 19:12:40.199458 101993 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I1025 19:12:40.199469 101993 command_runner.go:130] > # running containers
I1025 19:12:40.199474 101993 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I1025 19:12:40.199480 101993 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I1025 19:12:40.199486 101993 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I1025 19:12:40.199494 101993 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I1025 19:12:40.199499 101993 command_runner.go:130] > # Kata Containers with the default configured VMM
I1025 19:12:40.199507 101993 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I1025 19:12:40.199511 101993 command_runner.go:130] > # Kata Containers with the QEMU VMM
I1025 19:12:40.199521 101993 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I1025 19:12:40.199529 101993 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I1025 19:12:40.199534 101993 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I1025 19:12:40.199542 101993 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I1025 19:12:40.199548 101993 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I1025 19:12:40.199556 101993 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I1025 19:12:40.199566 101993 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I1025 19:12:40.199574 101993 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I1025 19:12:40.199582 101993 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I1025 19:12:40.199590 101993 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I1025 19:12:40.199604 101993 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I1025 19:12:40.199612 101993 command_runner.go:130] > # signifying for that resource type to override the default value.
I1025 19:12:40.199619 101993 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I1025 19:12:40.199625 101993 command_runner.go:130] > # Example:
I1025 19:12:40.199630 101993 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I1025 19:12:40.199637 101993 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I1025 19:12:40.199643 101993 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I1025 19:12:40.199650 101993 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I1025 19:12:40.199656 101993 command_runner.go:130] > # cpuset = 0
I1025 19:12:40.199662 101993 command_runner.go:130] > # cpushares = "0-1"
I1025 19:12:40.199666 101993 command_runner.go:130] > # Where:
I1025 19:12:40.199673 101993 command_runner.go:130] > # The workload name is workload-type.
I1025 19:12:40.199680 101993 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I1025 19:12:40.199691 101993 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I1025 19:12:40.199697 101993 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I1025 19:12:40.199707 101993 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I1025 19:12:40.199715 101993 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I1025 19:12:40.199720 101993 command_runner.go:130] > #
I1025 19:12:40.199727 101993 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I1025 19:12:40.199733 101993 command_runner.go:130] > #
I1025 19:12:40.199738 101993 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I1025 19:12:40.199746 101993 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I1025 19:12:40.199752 101993 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I1025 19:12:40.199761 101993 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I1025 19:12:40.199766 101993 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I1025 19:12:40.199772 101993 command_runner.go:130] > [crio.image]
I1025 19:12:40.199781 101993 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I1025 19:12:40.199788 101993 command_runner.go:130] > # default_transport = "docker://"
I1025 19:12:40.199794 101993 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I1025 19:12:40.199800 101993 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I1025 19:12:40.199807 101993 command_runner.go:130] > # global_auth_file = ""
I1025 19:12:40.199812 101993 command_runner.go:130] > # The image used to instantiate infra containers.
I1025 19:12:40.199820 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:12:40.199825 101993 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I1025 19:12:40.199833 101993 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I1025 19:12:40.199839 101993 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I1025 19:12:40.199847 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:12:40.199851 101993 command_runner.go:130] > # pause_image_auth_file = ""
I1025 19:12:40.199859 101993 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I1025 19:12:40.199865 101993 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I1025 19:12:40.199873 101993 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I1025 19:12:40.199879 101993 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I1025 19:12:40.199889 101993 command_runner.go:130] > # pause_command = "/pause"
I1025 19:12:40.199895 101993 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I1025 19:12:40.199906 101993 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I1025 19:12:40.199912 101993 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I1025 19:12:40.199920 101993 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I1025 19:12:40.199926 101993 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I1025 19:12:40.199932 101993 command_runner.go:130] > # signature_policy = ""
I1025 19:12:40.199943 101993 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I1025 19:12:40.199951 101993 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I1025 19:12:40.199955 101993 command_runner.go:130] > # changing them here.
I1025 19:12:40.199963 101993 command_runner.go:130] > # insecure_registries = [
I1025 19:12:40.199969 101993 command_runner.go:130] > # ]
I1025 19:12:40.199976 101993 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I1025 19:12:40.199981 101993 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I1025 19:12:40.199985 101993 command_runner.go:130] > # image_volumes = "mkdir"
I1025 19:12:40.199990 101993 command_runner.go:130] > # Temporary directory to use for storing big files
I1025 19:12:40.199997 101993 command_runner.go:130] > # big_files_temporary_dir = ""
I1025 19:12:40.200003 101993 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I1025 19:12:40.200009 101993 command_runner.go:130] > # CNI plugins.
I1025 19:12:40.200013 101993 command_runner.go:130] > [crio.network]
I1025 19:12:40.200032 101993 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I1025 19:12:40.200042 101993 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I1025 19:12:40.200047 101993 command_runner.go:130] > # cni_default_network = ""
I1025 19:12:40.200059 101993 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I1025 19:12:40.200066 101993 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I1025 19:12:40.200071 101993 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I1025 19:12:40.200078 101993 command_runner.go:130] > # plugin_dirs = [
I1025 19:12:40.200082 101993 command_runner.go:130] > # "/opt/cni/bin/",
I1025 19:12:40.200087 101993 command_runner.go:130] > # ]
I1025 19:12:40.200093 101993 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I1025 19:12:40.200099 101993 command_runner.go:130] > [crio.metrics]
I1025 19:12:40.200104 101993 command_runner.go:130] > # Globally enable or disable metrics support.
I1025 19:12:40.200110 101993 command_runner.go:130] > # enable_metrics = false
I1025 19:12:40.200115 101993 command_runner.go:130] > # Specify enabled metrics collectors.
I1025 19:12:40.200122 101993 command_runner.go:130] > # Per default all metrics are enabled.
I1025 19:12:40.200128 101993 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I1025 19:12:40.200136 101993 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I1025 19:12:40.200142 101993 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I1025 19:12:40.200152 101993 command_runner.go:130] > # metrics_collectors = [
I1025 19:12:40.200159 101993 command_runner.go:130] > # "operations",
I1025 19:12:40.200163 101993 command_runner.go:130] > # "operations_latency_microseconds_total",
I1025 19:12:40.200170 101993 command_runner.go:130] > # "operations_latency_microseconds",
I1025 19:12:40.200174 101993 command_runner.go:130] > # "operations_errors",
I1025 19:12:40.200180 101993 command_runner.go:130] > # "image_pulls_by_digest",
I1025 19:12:40.200184 101993 command_runner.go:130] > # "image_pulls_by_name",
I1025 19:12:40.200189 101993 command_runner.go:130] > # "image_pulls_by_name_skipped",
I1025 19:12:40.200193 101993 command_runner.go:130] > # "image_pulls_failures",
I1025 19:12:40.200200 101993 command_runner.go:130] > # "image_pulls_successes",
I1025 19:12:40.200205 101993 command_runner.go:130] > # "image_pulls_layer_size",
I1025 19:12:40.200209 101993 command_runner.go:130] > # "image_layer_reuse",
I1025 19:12:40.200213 101993 command_runner.go:130] > # "containers_oom_total",
I1025 19:12:40.200222 101993 command_runner.go:130] > # "containers_oom",
I1025 19:12:40.200226 101993 command_runner.go:130] > # "processes_defunct",
I1025 19:12:40.200230 101993 command_runner.go:130] > # "operations_total",
I1025 19:12:40.200237 101993 command_runner.go:130] > # "operations_latency_seconds",
I1025 19:12:40.200244 101993 command_runner.go:130] > # "operations_latency_seconds_total",
I1025 19:12:40.200253 101993 command_runner.go:130] > # "operations_errors_total",
I1025 19:12:40.200258 101993 command_runner.go:130] > # "image_pulls_bytes_total",
I1025 19:12:40.200265 101993 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I1025 19:12:40.200269 101993 command_runner.go:130] > # "image_pulls_failure_total",
I1025 19:12:40.200276 101993 command_runner.go:130] > # "image_pulls_success_total",
I1025 19:12:40.200280 101993 command_runner.go:130] > # "image_layer_reuse_total",
I1025 19:12:40.200288 101993 command_runner.go:130] > # "containers_oom_count_total",
I1025 19:12:40.200291 101993 command_runner.go:130] > # ]
I1025 19:12:40.200296 101993 command_runner.go:130] > # The port on which the metrics server will listen.
I1025 19:12:40.200303 101993 command_runner.go:130] > # metrics_port = 9090
I1025 19:12:40.200308 101993 command_runner.go:130] > # Local socket path to bind the metrics server to
I1025 19:12:40.200314 101993 command_runner.go:130] > # metrics_socket = ""
I1025 19:12:40.200319 101993 command_runner.go:130] > # The certificate for the secure metrics server.
I1025 19:12:40.200328 101993 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I1025 19:12:40.200334 101993 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I1025 19:12:40.200341 101993 command_runner.go:130] > # certificate on any modification event.
I1025 19:12:40.200345 101993 command_runner.go:130] > # metrics_cert = ""
I1025 19:12:40.200352 101993 command_runner.go:130] > # The certificate key for the secure metrics server.
I1025 19:12:40.200360 101993 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I1025 19:12:40.200366 101993 command_runner.go:130] > # metrics_key = ""
I1025 19:12:40.200372 101993 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I1025 19:12:40.200376 101993 command_runner.go:130] > [crio.tracing]
I1025 19:12:40.200383 101993 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I1025 19:12:40.200388 101993 command_runner.go:130] > # enable_tracing = false
I1025 19:12:40.200393 101993 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I1025 19:12:40.200398 101993 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I1025 19:12:40.200403 101993 command_runner.go:130] > # Number of samples to collect per million spans.
I1025 19:12:40.200410 101993 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I1025 19:12:40.200416 101993 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I1025 19:12:40.200422 101993 command_runner.go:130] > [crio.stats]
I1025 19:12:40.200428 101993 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I1025 19:12:40.200435 101993 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I1025 19:12:40.200440 101993 command_runner.go:130] > # stats_collection_period = 0
I1025 19:12:40.200512 101993 cni.go:84] Creating CNI manager for ""
I1025 19:12:40.200520 101993 cni.go:136] 1 nodes found, recommending kindnet
I1025 19:12:40.200537 101993 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1025 19:12:40.200563 101993 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-416232 NodeName:multinode-416232 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1025 19:12:40.200693 101993 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-416232"
kubeletExtraArgs:
node-ip: 192.168.58.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1025 19:12:40.200762 101993 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-416232 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:multinode-416232 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1025 19:12:40.200810 101993 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1025 19:12:40.208793 101993 command_runner.go:130] > kubeadm
I1025 19:12:40.208816 101993 command_runner.go:130] > kubectl
I1025 19:12:40.208822 101993 command_runner.go:130] > kubelet
I1025 19:12:40.209431 101993 binaries.go:44] Found k8s binaries, skipping transfer
I1025 19:12:40.209505 101993 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1025 19:12:40.218234 101993 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (426 bytes)
I1025 19:12:40.235235 101993 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1025 19:12:40.252674 101993 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2097 bytes)
I1025 19:12:40.270484 101993 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I1025 19:12:40.273877 101993 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1025 19:12:40.284384 101993 certs.go:56] Setting up /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232 for IP: 192.168.58.2
I1025 19:12:40.284429 101993 certs.go:190] acquiring lock for shared ca certs: {Name:mkd104fdefd47f3ab848ed3b58b625b850121e26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:12:40.284563 101993 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key
I1025 19:12:40.284607 101993 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key
I1025 19:12:40.284655 101993 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.key
I1025 19:12:40.284666 101993 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.crt with IP's: []
I1025 19:12:40.383347 101993 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.crt ...
I1025 19:12:40.383378 101993 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.crt: {Name:mk012bf114c41ed4d6f756975cb3b75d6168782d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:12:40.383550 101993 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.key ...
I1025 19:12:40.383560 101993 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.key: {Name:mkaf1102d55a26b8f9a1ca22e249541ba2c9d505 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:12:40.383626 101993 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.key.cee25041
I1025 19:12:40.383640 101993 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.crt.cee25041 with IP's: [192.168.58.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1025 19:12:40.513138 101993 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.crt.cee25041 ...
I1025 19:12:40.513170 101993 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.crt.cee25041: {Name:mk4fd39d958333d9c9a1e0834a6ee8792364b1ea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:12:40.513327 101993 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.key.cee25041 ...
I1025 19:12:40.513339 101993 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.key.cee25041: {Name:mk01c007a304401eee8e2a0aa0b9dc8945ac9f57 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:12:40.513400 101993 certs.go:337] copying /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.crt.cee25041 -> /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.crt
I1025 19:12:40.513482 101993 certs.go:341] copying /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.key.cee25041 -> /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.key
I1025 19:12:40.513534 101993 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.key
I1025 19:12:40.513574 101993 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.crt with IP's: []
I1025 19:12:40.965845 101993 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.crt ...
I1025 19:12:40.965880 101993 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.crt: {Name:mk29b0d92f5d5962afa1779ce96ef8fd0919a774 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:12:40.966064 101993 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.key ...
I1025 19:12:40.966076 101993 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.key: {Name:mk3c4d79044202a431acac21d55fcb79c59cedb7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:12:40.966141 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1025 19:12:40.966162 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1025 19:12:40.966175 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1025 19:12:40.966187 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1025 19:12:40.966198 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1025 19:12:40.966211 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1025 19:12:40.966231 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1025 19:12:40.966244 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1025 19:12:40.966295 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem (1338 bytes)
W1025 19:12:40.966331 101993 certs.go:433] ignoring /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086_empty.pem, impossibly tiny 0 bytes
I1025 19:12:40.966343 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem (1679 bytes)
I1025 19:12:40.966386 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem (1082 bytes)
I1025 19:12:40.966421 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem (1123 bytes)
I1025 19:12:40.966463 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem (1679 bytes)
I1025 19:12:40.966508 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem (1708 bytes)
I1025 19:12:40.966535 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> /usr/share/ca-certificates/150862.pem
I1025 19:12:40.966551 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1025 19:12:40.966563 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem -> /usr/share/ca-certificates/15086.pem
I1025 19:12:40.967108 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1025 19:12:40.989984 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1025 19:12:41.012188 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1025 19:12:41.034145 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1025 19:12:41.056141 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1025 19:12:41.078058 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1025 19:12:41.100398 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1025 19:12:41.123145 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1025 19:12:41.145171 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem --> /usr/share/ca-certificates/150862.pem (1708 bytes)
I1025 19:12:41.168763 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1025 19:12:41.191619 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem --> /usr/share/ca-certificates/15086.pem (1338 bytes)
I1025 19:12:41.214201 101993 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1025 19:12:41.230231 101993 ssh_runner.go:195] Run: openssl version
I1025 19:12:41.235581 101993 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I1025 19:12:41.235670 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/150862.pem && ln -fs /usr/share/ca-certificates/150862.pem /etc/ssl/certs/150862.pem"
I1025 19:12:41.244867 101993 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/150862.pem
I1025 19:12:41.248347 101993 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Oct 25 18:59 /usr/share/ca-certificates/150862.pem
I1025 19:12:41.248377 101993 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 25 18:59 /usr/share/ca-certificates/150862.pem
I1025 19:12:41.248419 101993 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/150862.pem
I1025 19:12:41.255018 101993 command_runner.go:130] > 3ec20f2e
I1025 19:12:41.255288 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/150862.pem /etc/ssl/certs/3ec20f2e.0"
I1025 19:12:41.264448 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1025 19:12:41.274412 101993 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1025 19:12:41.277918 101993 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Oct 25 18:53 /usr/share/ca-certificates/minikubeCA.pem
I1025 19:12:41.277971 101993 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 25 18:53 /usr/share/ca-certificates/minikubeCA.pem
I1025 19:12:41.278020 101993 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1025 19:12:41.284865 101993 command_runner.go:130] > b5213941
I1025 19:12:41.284944 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1025 19:12:41.295856 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15086.pem && ln -fs /usr/share/ca-certificates/15086.pem /etc/ssl/certs/15086.pem"
I1025 19:12:41.305542 101993 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15086.pem
I1025 19:12:41.309151 101993 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Oct 25 18:59 /usr/share/ca-certificates/15086.pem
I1025 19:12:41.309180 101993 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 25 18:59 /usr/share/ca-certificates/15086.pem
I1025 19:12:41.309222 101993 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15086.pem
I1025 19:12:41.316236 101993 command_runner.go:130] > 51391683
I1025 19:12:41.316322 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15086.pem /etc/ssl/certs/51391683.0"
I1025 19:12:41.325893 101993 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1025 19:12:41.329808 101993 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1025 19:12:41.329870 101993 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1025 19:12:41.329918 101993 kubeadm.go:404] StartCluster: {Name:multinode-416232 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-416232 Namespace:default APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetr
ics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 19:12:41.330034 101993 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1025 19:12:41.330090 101993 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1025 19:12:41.369594 101993 cri.go:89] found id: ""
I1025 19:12:41.369673 101993 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1025 19:12:41.378563 101993 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/kubeadm-flags.env': No such file or directory
I1025 19:12:41.378591 101993 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/config.yaml': No such file or directory
I1025 19:12:41.378603 101993 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/etcd': No such file or directory
I1025 19:12:41.379422 101993 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1025 19:12:41.388828 101993 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1025 19:12:41.388887 101993 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1025 19:12:41.396890 101993 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
I1025 19:12:41.396925 101993 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
I1025 19:12:41.396937 101993 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
I1025 19:12:41.396947 101993 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1025 19:12:41.397505 101993 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1025 19:12:41.397555 101993 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1025 19:12:41.447866 101993 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1025 19:12:41.447898 101993 command_runner.go:130] > [init] Using Kubernetes version: v1.28.3
I1025 19:12:41.447969 101993 kubeadm.go:322] [preflight] Running pre-flight checks
I1025 19:12:41.447982 101993 command_runner.go:130] > [preflight] Running pre-flight checks
I1025 19:12:41.485828 101993 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1025 19:12:41.485873 101993 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I1025 19:12:41.485987 101993 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1045-gcp[0m
I1025 19:12:41.486014 101993 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1045-gcp[0m
I1025 19:12:41.486048 101993 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1025 19:12:41.486053 101993 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I1025 19:12:41.486173 101993 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1025 19:12:41.486216 101993 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1025 19:12:41.486279 101993 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1025 19:12:41.486287 101993 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1025 19:12:41.486326 101993 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1025 19:12:41.486334 101993 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1025 19:12:41.486432 101993 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1025 19:12:41.486444 101993 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1025 19:12:41.486484 101993 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1025 19:12:41.486504 101993 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1025 19:12:41.486674 101993 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1025 19:12:41.486693 101993 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1025 19:12:41.486729 101993 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1025 19:12:41.486750 101993 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1025 19:12:41.486835 101993 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1025 19:12:41.486849 101993 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1025 19:12:41.486918 101993 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1025 19:12:41.486934 101993 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1025 19:12:41.556454 101993 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1025 19:12:41.556493 101993 command_runner.go:130] > [preflight] Pulling images required for setting up a Kubernetes cluster
I1025 19:12:41.556598 101993 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1025 19:12:41.556636 101993 command_runner.go:130] > [preflight] This might take a minute or two, depending on the speed of your internet connection
I1025 19:12:41.556799 101993 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1025 19:12:41.556817 101993 command_runner.go:130] > [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1025 19:12:41.769893 101993 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1025 19:12:41.773789 101993 out.go:204] - Generating certificates and keys ...
I1025 19:12:41.769935 101993 command_runner.go:130] > [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1025 19:12:41.773957 101993 kubeadm.go:322] [certs] Using existing ca certificate authority
I1025 19:12:41.773993 101993 command_runner.go:130] > [certs] Using existing ca certificate authority
I1025 19:12:41.774078 101993 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1025 19:12:41.774107 101993 command_runner.go:130] > [certs] Using existing apiserver certificate and key on disk
I1025 19:12:41.876696 101993 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1025 19:12:41.876725 101993 command_runner.go:130] > [certs] Generating "apiserver-kubelet-client" certificate and key
I1025 19:12:41.989594 101993 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1025 19:12:41.989625 101993 command_runner.go:130] > [certs] Generating "front-proxy-ca" certificate and key
I1025 19:12:42.154447 101993 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1025 19:12:42.154476 101993 command_runner.go:130] > [certs] Generating "front-proxy-client" certificate and key
I1025 19:12:42.298415 101993 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1025 19:12:42.298447 101993 command_runner.go:130] > [certs] Generating "etcd/ca" certificate and key
I1025 19:12:42.591296 101993 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1025 19:12:42.591322 101993 command_runner.go:130] > [certs] Generating "etcd/server" certificate and key
I1025 19:12:42.591454 101993 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [localhost multinode-416232] and IPs [192.168.58.2 127.0.0.1 ::1]
I1025 19:12:42.591464 101993 command_runner.go:130] > [certs] etcd/server serving cert is signed for DNS names [localhost multinode-416232] and IPs [192.168.58.2 127.0.0.1 ::1]
I1025 19:12:42.726982 101993 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1025 19:12:42.727012 101993 command_runner.go:130] > [certs] Generating "etcd/peer" certificate and key
I1025 19:12:42.727156 101993 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-416232] and IPs [192.168.58.2 127.0.0.1 ::1]
I1025 19:12:42.727167 101993 command_runner.go:130] > [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-416232] and IPs [192.168.58.2 127.0.0.1 ::1]
I1025 19:12:42.850301 101993 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1025 19:12:42.850337 101993 command_runner.go:130] > [certs] Generating "etcd/healthcheck-client" certificate and key
I1025 19:12:43.043279 101993 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1025 19:12:43.043310 101993 command_runner.go:130] > [certs] Generating "apiserver-etcd-client" certificate and key
I1025 19:12:43.161742 101993 kubeadm.go:322] [certs] Generating "sa" key and public key
I1025 19:12:43.161780 101993 command_runner.go:130] > [certs] Generating "sa" key and public key
I1025 19:12:43.161927 101993 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1025 19:12:43.161960 101993 command_runner.go:130] > [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1025 19:12:43.376332 101993 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1025 19:12:43.376361 101993 command_runner.go:130] > [kubeconfig] Writing "admin.conf" kubeconfig file
I1025 19:12:43.595345 101993 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1025 19:12:43.595373 101993 command_runner.go:130] > [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1025 19:12:43.761337 101993 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1025 19:12:43.761370 101993 command_runner.go:130] > [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1025 19:12:44.089863 101993 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1025 19:12:44.089909 101993 command_runner.go:130] > [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1025 19:12:44.090620 101993 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1025 19:12:44.090662 101993 command_runner.go:130] > [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1025 19:12:44.092790 101993 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1025 19:12:44.092819 101993 command_runner.go:130] > [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1025 19:12:44.095854 101993 out.go:204] - Booting up control plane ...
I1025 19:12:44.095957 101993 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-apiserver"
I1025 19:12:44.095994 101993 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1025 19:12:44.096193 101993 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1025 19:12:44.096197 101993 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1025 19:12:44.096298 101993 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-scheduler"
I1025 19:12:44.096310 101993 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1025 19:12:44.105338 101993 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1025 19:12:44.105359 101993 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1025 19:12:44.106747 101993 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1025 19:12:44.106770 101993 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1025 19:12:44.106826 101993 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1025 19:12:44.106837 101993 command_runner.go:130] > [kubelet-start] Starting the kubelet
I1025 19:12:44.191819 101993 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1025 19:12:44.191845 101993 command_runner.go:130] > [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1025 19:12:49.193782 101993 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.001917 seconds
I1025 19:12:49.193810 101993 command_runner.go:130] > [apiclient] All control plane components are healthy after 5.001917 seconds
I1025 19:12:49.193923 101993 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1025 19:12:49.193934 101993 command_runner.go:130] > [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1025 19:12:49.206602 101993 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1025 19:12:49.206632 101993 command_runner.go:130] > [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1025 19:12:49.729041 101993 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1025 19:12:49.729068 101993 command_runner.go:130] > [upload-certs] Skipping phase. Please see --upload-certs
I1025 19:12:49.729237 101993 kubeadm.go:322] [mark-control-plane] Marking the node multinode-416232 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1025 19:12:49.729247 101993 command_runner.go:130] > [mark-control-plane] Marking the node multinode-416232 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1025 19:12:50.240113 101993 kubeadm.go:322] [bootstrap-token] Using token: i8pdvn.443ehrnh8z9gutvw
I1025 19:12:50.242260 101993 out.go:204] - Configuring RBAC rules ...
I1025 19:12:50.240164 101993 command_runner.go:130] > [bootstrap-token] Using token: i8pdvn.443ehrnh8z9gutvw
I1025 19:12:50.242419 101993 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1025 19:12:50.242432 101993 command_runner.go:130] > [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1025 19:12:50.245907 101993 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1025 19:12:50.245928 101993 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1025 19:12:50.254402 101993 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1025 19:12:50.254433 101993 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1025 19:12:50.257472 101993 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1025 19:12:50.257482 101993 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1025 19:12:50.260483 101993 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1025 19:12:50.260507 101993 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1025 19:12:50.263420 101993 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1025 19:12:50.263442 101993 command_runner.go:130] > [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1025 19:12:50.275329 101993 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1025 19:12:50.275331 101993 command_runner.go:130] > [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1025 19:12:50.459636 101993 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1025 19:12:50.459663 101993 command_runner.go:130] > [addons] Applied essential addon: CoreDNS
I1025 19:12:50.703727 101993 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1025 19:12:50.703755 101993 command_runner.go:130] > [addons] Applied essential addon: kube-proxy
I1025 19:12:50.704346 101993 kubeadm.go:322]
I1025 19:12:50.704487 101993 command_runner.go:130] > Your Kubernetes control-plane has initialized successfully!
I1025 19:12:50.704498 101993 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1025 19:12:50.704518 101993 kubeadm.go:322]
I1025 19:12:50.704623 101993 command_runner.go:130] > To start using your cluster, you need to run the following as a regular user:
I1025 19:12:50.704634 101993 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1025 19:12:50.704641 101993 kubeadm.go:322]
I1025 19:12:50.704680 101993 command_runner.go:130] > mkdir -p $HOME/.kube
I1025 19:12:50.704690 101993 kubeadm.go:322] mkdir -p $HOME/.kube
I1025 19:12:50.704763 101993 command_runner.go:130] > sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1025 19:12:50.704773 101993 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1025 19:12:50.704841 101993 command_runner.go:130] > sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1025 19:12:50.704850 101993 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1025 19:12:50.704856 101993 kubeadm.go:322]
I1025 19:12:50.704933 101993 command_runner.go:130] > Alternatively, if you are the root user, you can run:
I1025 19:12:50.704943 101993 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1025 19:12:50.704949 101993 kubeadm.go:322]
I1025 19:12:50.705013 101993 command_runner.go:130] > export KUBECONFIG=/etc/kubernetes/admin.conf
I1025 19:12:50.705022 101993 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1025 19:12:50.705029 101993 kubeadm.go:322]
I1025 19:12:50.705101 101993 command_runner.go:130] > You should now deploy a pod network to the cluster.
I1025 19:12:50.705110 101993 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1025 19:12:50.705208 101993 command_runner.go:130] > Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1025 19:12:50.705217 101993 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1025 19:12:50.705308 101993 command_runner.go:130] > https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1025 19:12:50.705317 101993 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1025 19:12:50.705323 101993 kubeadm.go:322]
I1025 19:12:50.705421 101993 command_runner.go:130] > You can now join any number of control-plane nodes by copying certificate authorities
I1025 19:12:50.705430 101993 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1025 19:12:50.705521 101993 command_runner.go:130] > and service account keys on each node and then running the following as root:
I1025 19:12:50.705529 101993 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1025 19:12:50.705536 101993 kubeadm.go:322]
I1025 19:12:50.705640 101993 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token i8pdvn.443ehrnh8z9gutvw \
I1025 19:12:50.705653 101993 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token i8pdvn.443ehrnh8z9gutvw \
I1025 19:12:50.705764 101993 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858 \
I1025 19:12:50.705773 101993 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858 \
I1025 19:12:50.705803 101993 command_runner.go:130] > --control-plane
I1025 19:12:50.705811 101993 kubeadm.go:322] --control-plane
I1025 19:12:50.705818 101993 kubeadm.go:322]
I1025 19:12:50.705918 101993 command_runner.go:130] > Then you can join any number of worker nodes by running the following on each as root:
I1025 19:12:50.705926 101993 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1025 19:12:50.705933 101993 kubeadm.go:322]
I1025 19:12:50.706026 101993 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token i8pdvn.443ehrnh8z9gutvw \
I1025 19:12:50.706034 101993 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token i8pdvn.443ehrnh8z9gutvw \
I1025 19:12:50.706147 101993 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858
I1025 19:12:50.706157 101993 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858
I1025 19:12:50.708470 101993 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1045-gcp\n", err: exit status 1
I1025 19:12:50.708502 101993 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1045-gcp\n", err: exit status 1
I1025 19:12:50.708665 101993 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1025 19:12:50.708680 101993 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1025 19:12:50.708697 101993 cni.go:84] Creating CNI manager for ""
I1025 19:12:50.708704 101993 cni.go:136] 1 nodes found, recommending kindnet
I1025 19:12:50.711007 101993 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1025 19:12:50.713114 101993 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1025 19:12:50.717252 101993 command_runner.go:130] > File: /opt/cni/bin/portmap
I1025 19:12:50.717278 101993 command_runner.go:130] > Size: 3955775 Blocks: 7728 IO Block: 4096 regular file
I1025 19:12:50.717287 101993 command_runner.go:130] > Device: 33h/51d Inode: 804956 Links: 1
I1025 19:12:50.717295 101993 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I1025 19:12:50.717304 101993 command_runner.go:130] > Access: 2023-05-09 19:53:47.000000000 +0000
I1025 19:12:50.717312 101993 command_runner.go:130] > Modify: 2023-05-09 19:53:47.000000000 +0000
I1025 19:12:50.717319 101993 command_runner.go:130] > Change: 2023-10-25 18:53:08.346051354 +0000
I1025 19:12:50.717326 101993 command_runner.go:130] > Birth: 2023-10-25 18:53:08.318048668 +0000
I1025 19:12:50.717420 101993 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1025 19:12:50.717441 101993 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1025 19:12:50.736065 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1025 19:12:51.425609 101993 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet created
I1025 19:12:51.432337 101993 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet created
I1025 19:12:51.439324 101993 command_runner.go:130] > serviceaccount/kindnet created
I1025 19:12:51.448668 101993 command_runner.go:130] > daemonset.apps/kindnet created
I1025 19:12:51.452503 101993 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1025 19:12:51.452553 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:51.452584 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a minikube.k8s.io/name=multinode-416232 minikube.k8s.io/updated_at=2023_10_25T19_12_51_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:51.459835 101993 command_runner.go:130] > -16
I1025 19:12:51.459959 101993 ops.go:34] apiserver oom_adj: -16
I1025 19:12:51.549009 101993 command_runner.go:130] > node/multinode-416232 labeled
I1025 19:12:51.549137 101993 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/minikube-rbac created
I1025 19:12:51.549267 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:51.638602 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:51.642069 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:51.753845 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:52.254635 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:52.317542 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:52.754611 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:52.817920 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:53.254049 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:53.321080 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:53.754758 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:53.818112 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:54.254422 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:54.320442 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:54.754042 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:54.821772 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:55.254170 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:55.320538 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:55.754170 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:55.822028 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:56.254661 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:56.319625 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:56.754083 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:56.819025 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:57.254672 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:57.319763 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:57.754507 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:57.818363 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:58.254039 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:58.316426 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:58.754684 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:58.819117 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:59.254510 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:59.318820 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:12:59.754047 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:12:59.817649 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:13:00.254241 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:13:00.319991 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:13:00.754988 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:13:00.815812 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:13:01.254446 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:13:01.321256 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:13:01.754085 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:13:01.820218 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:13:02.254899 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:13:02.321168 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:13:02.754817 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:13:02.820794 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:13:03.255003 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:13:03.318592 101993 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1025 19:13:03.754923 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1025 19:13:03.942048 101993 command_runner.go:130] > NAME SECRETS AGE
I1025 19:13:03.942079 101993 command_runner.go:130] > default 0 0s
I1025 19:13:04.005636 101993 kubeadm.go:1081] duration metric: took 12.553134755s to wait for elevateKubeSystemPrivileges.
I1025 19:13:04.005681 101993 kubeadm.go:406] StartCluster complete in 22.675756149s
I1025 19:13:04.005705 101993 settings.go:142] acquiring lock: {Name:mk15c857bee5d804b76e6a4d971ab9fdbe0eab4a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:13:04.005792 101993 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:13:04.006431 101993 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/kubeconfig: {Name:mkbcf776d05237a42f29329b577edc2c83098ac0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:13:04.006663 101993 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1025 19:13:04.006696 101993 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1025 19:13:04.006799 101993 addons.go:69] Setting storage-provisioner=true in profile "multinode-416232"
I1025 19:13:04.006858 101993 addons.go:231] Setting addon storage-provisioner=true in "multinode-416232"
I1025 19:13:04.006905 101993 config.go:182] Loaded profile config "multinode-416232": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:13:04.006910 101993 host.go:66] Checking if "multinode-416232" exists ...
I1025 19:13:04.007030 101993 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:13:04.006815 101993 addons.go:69] Setting default-storageclass=true in profile "multinode-416232"
I1025 19:13:04.007144 101993 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "multinode-416232"
I1025 19:13:04.007479 101993 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Status}}
I1025 19:13:04.007626 101993 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Status}}
I1025 19:13:04.007551 101993 kapi.go:59] client config for multinode-416232: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.crt", KeyFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.key", CAFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c28ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1025 19:13:04.008409 101993 cert_rotation.go:137] Starting client certificate rotation controller
I1025 19:13:04.008639 101993 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1025 19:13:04.008660 101993 round_trippers.go:469] Request Headers:
I1025 19:13:04.008672 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:04.008682 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:04.017673 101993 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1025 19:13:04.017703 101993 round_trippers.go:577] Response Headers:
I1025 19:13:04.017713 101993 round_trippers.go:580] Audit-Id: bdb89462-686d-448e-977c-fa8b286514ab
I1025 19:13:04.017721 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:04.017728 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:04.017737 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:04.017747 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:04.017760 101993 round_trippers.go:580] Content-Length: 291
I1025 19:13:04.017773 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:04 GMT
I1025 19:13:04.017807 101993 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"c6ff59bb-d31f-45a0-9451-e36ca33ff5d5","resourceVersion":"382","creationTimestamp":"2023-10-25T19:12:50Z"},"spec":{"replicas":2},"status":{"replicas":2,"selector":"k8s-app=kube-dns"}}
I1025 19:13:04.018203 101993 request.go:1212] Request Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"c6ff59bb-d31f-45a0-9451-e36ca33ff5d5","resourceVersion":"382","creationTimestamp":"2023-10-25T19:12:50Z"},"spec":{"replicas":1},"status":{"replicas":2,"selector":"k8s-app=kube-dns"}}
I1025 19:13:04.018268 101993 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1025 19:13:04.018282 101993 round_trippers.go:469] Request Headers:
I1025 19:13:04.018293 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:04.018303 101993 round_trippers.go:473] Content-Type: application/json
I1025 19:13:04.018315 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:04.025339 101993 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1025 19:13:04.025373 101993 round_trippers.go:577] Response Headers:
I1025 19:13:04.025384 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:04.025398 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:04.025406 101993 round_trippers.go:580] Content-Length: 291
I1025 19:13:04.025416 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:04 GMT
I1025 19:13:04.025429 101993 round_trippers.go:580] Audit-Id: 546b4d02-932e-40a1-b14c-991fca49bb64
I1025 19:13:04.025437 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:04.025446 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:04.025483 101993 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"c6ff59bb-d31f-45a0-9451-e36ca33ff5d5","resourceVersion":"383","creationTimestamp":"2023-10-25T19:12:50Z"},"spec":{"replicas":1},"status":{"replicas":2,"selector":"k8s-app=kube-dns"}}
I1025 19:13:04.025667 101993 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1025 19:13:04.025682 101993 round_trippers.go:469] Request Headers:
I1025 19:13:04.025691 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:04.025700 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:04.028197 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:04.028218 101993 round_trippers.go:577] Response Headers:
I1025 19:13:04.028228 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:04.028237 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:04.028244 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:04.028251 101993 round_trippers.go:580] Content-Length: 291
I1025 19:13:04.028259 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:04 GMT
I1025 19:13:04.028267 101993 round_trippers.go:580] Audit-Id: 52a3b9b0-35d2-4578-8e3a-f640bad51343
I1025 19:13:04.028280 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:04.028309 101993 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"c6ff59bb-d31f-45a0-9451-e36ca33ff5d5","resourceVersion":"383","creationTimestamp":"2023-10-25T19:12:50Z"},"spec":{"replicas":1},"status":{"replicas":2,"selector":"k8s-app=kube-dns"}}
I1025 19:13:04.028408 101993 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-416232" context rescaled to 1 replicas
I1025 19:13:04.028439 101993 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1025 19:13:04.030806 101993 out.go:177] * Verifying Kubernetes components...
I1025 19:13:04.030757 101993 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:13:04.032237 101993 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 19:13:04.032648 101993 kapi.go:59] client config for multinode-416232: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.crt", KeyFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.key", CAFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c28ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1025 19:13:04.033008 101993 addons.go:231] Setting addon default-storageclass=true in "multinode-416232"
I1025 19:13:04.033067 101993 host.go:66] Checking if "multinode-416232" exists ...
I1025 19:13:04.033614 101993 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Status}}
I1025 19:13:04.036499 101993 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1025 19:13:04.038139 101993 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1025 19:13:04.038161 101993 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1025 19:13:04.038265 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:13:04.058329 101993 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1025 19:13:04.058353 101993 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1025 19:13:04.058431 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:13:04.064585 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:13:04.076951 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:13:04.127742 101993 command_runner.go:130] > apiVersion: v1
I1025 19:13:04.127772 101993 command_runner.go:130] > data:
I1025 19:13:04.127781 101993 command_runner.go:130] > Corefile: |
I1025 19:13:04.127808 101993 command_runner.go:130] > .:53 {
I1025 19:13:04.127822 101993 command_runner.go:130] > errors
I1025 19:13:04.127830 101993 command_runner.go:130] > health {
I1025 19:13:04.127838 101993 command_runner.go:130] > lameduck 5s
I1025 19:13:04.127845 101993 command_runner.go:130] > }
I1025 19:13:04.127852 101993 command_runner.go:130] > ready
I1025 19:13:04.127866 101993 command_runner.go:130] > kubernetes cluster.local in-addr.arpa ip6.arpa {
I1025 19:13:04.127886 101993 command_runner.go:130] > pods insecure
I1025 19:13:04.127900 101993 command_runner.go:130] > fallthrough in-addr.arpa ip6.arpa
I1025 19:13:04.127909 101993 command_runner.go:130] > ttl 30
I1025 19:13:04.127920 101993 command_runner.go:130] > }
I1025 19:13:04.127928 101993 command_runner.go:130] > prometheus :9153
I1025 19:13:04.127941 101993 command_runner.go:130] > forward . /etc/resolv.conf {
I1025 19:13:04.127954 101993 command_runner.go:130] > max_concurrent 1000
I1025 19:13:04.127964 101993 command_runner.go:130] > }
I1025 19:13:04.127972 101993 command_runner.go:130] > cache 30
I1025 19:13:04.127983 101993 command_runner.go:130] > loop
I1025 19:13:04.127994 101993 command_runner.go:130] > reload
I1025 19:13:04.128002 101993 command_runner.go:130] > loadbalance
I1025 19:13:04.128012 101993 command_runner.go:130] > }
I1025 19:13:04.128024 101993 command_runner.go:130] > kind: ConfigMap
I1025 19:13:04.128041 101993 command_runner.go:130] > metadata:
I1025 19:13:04.128058 101993 command_runner.go:130] > creationTimestamp: "2023-10-25T19:12:50Z"
I1025 19:13:04.128069 101993 command_runner.go:130] > name: coredns
I1025 19:13:04.128079 101993 command_runner.go:130] > namespace: kube-system
I1025 19:13:04.128093 101993 command_runner.go:130] > resourceVersion: "264"
I1025 19:13:04.128102 101993 command_runner.go:130] > uid: ff42c8f1-d39d-403f-b98b-b6d8f4fce00e
I1025 19:13:04.131170 101993 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.58.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1025 19:13:04.131322 101993 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:13:04.131554 101993 kapi.go:59] client config for multinode-416232: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.crt", KeyFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.key", CAFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c28ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1025 19:13:04.131773 101993 node_ready.go:35] waiting up to 6m0s for node "multinode-416232" to be "Ready" ...
I1025 19:13:04.131846 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:04.131856 101993 round_trippers.go:469] Request Headers:
I1025 19:13:04.131870 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:04.131884 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:04.134529 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:04.134597 101993 round_trippers.go:577] Response Headers:
I1025 19:13:04.134614 101993 round_trippers.go:580] Audit-Id: cccc1ccc-4f86-4eeb-bf42-8cd5163c4083
I1025 19:13:04.134625 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:04.134634 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:04.134648 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:04.134661 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:04.134675 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:04 GMT
I1025 19:13:04.134870 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:04.135742 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:04.135796 101993 round_trippers.go:469] Request Headers:
I1025 19:13:04.135821 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:04.135845 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:04.138811 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:04.138880 101993 round_trippers.go:577] Response Headers:
I1025 19:13:04.138896 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:04.138906 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:04.138916 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:04.138931 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:04.138945 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:04 GMT
I1025 19:13:04.138954 101993 round_trippers.go:580] Audit-Id: a60cff08-e79b-406f-91ec-a5376ee85aa2
I1025 19:13:04.139159 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:04.226719 101993 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1025 19:13:04.231584 101993 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1025 19:13:04.640240 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:04.640264 101993 round_trippers.go:469] Request Headers:
I1025 19:13:04.640275 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:04.640283 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:04.706177 101993 round_trippers.go:574] Response Status: 200 OK in 65 milliseconds
I1025 19:13:04.706210 101993 round_trippers.go:577] Response Headers:
I1025 19:13:04.706223 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:04.706232 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:04.706241 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:04 GMT
I1025 19:13:04.706251 101993 round_trippers.go:580] Audit-Id: 7f6267e6-3d01-4cb8-9930-f11c02fb398c
I1025 19:13:04.706260 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:04.706269 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:04.706482 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:04.911190 101993 command_runner.go:130] > configmap/coredns replaced
I1025 19:13:04.915156 101993 start.go:926] {"host.minikube.internal": 192.168.58.1} host record injected into CoreDNS's ConfigMap
I1025 19:13:05.140579 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:05.140601 101993 round_trippers.go:469] Request Headers:
I1025 19:13:05.140611 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:05.140619 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:05.143368 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:05.143398 101993 round_trippers.go:577] Response Headers:
I1025 19:13:05.143409 101993 round_trippers.go:580] Audit-Id: 2d7bb8ad-dc7e-411f-b201-e785b9495303
I1025 19:13:05.143418 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:05.143425 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:05.143434 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:05.143454 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:05.143461 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:05 GMT
I1025 19:13:05.143601 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:05.168112 101993 command_runner.go:130] > serviceaccount/storage-provisioner created
I1025 19:13:05.168135 101993 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/storage-provisioner created
I1025 19:13:05.168145 101993 command_runner.go:130] > role.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I1025 19:13:05.168157 101993 command_runner.go:130] > rolebinding.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I1025 19:13:05.168164 101993 command_runner.go:130] > endpoints/k8s.io-minikube-hostpath created
I1025 19:13:05.168170 101993 command_runner.go:130] > pod/storage-provisioner created
I1025 19:13:05.168244 101993 command_runner.go:130] > storageclass.storage.k8s.io/standard created
I1025 19:13:05.168375 101993 round_trippers.go:463] GET https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses
I1025 19:13:05.168388 101993 round_trippers.go:469] Request Headers:
I1025 19:13:05.168400 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:05.168412 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:05.170682 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:05.170705 101993 round_trippers.go:577] Response Headers:
I1025 19:13:05.170715 101993 round_trippers.go:580] Audit-Id: 0977b7de-8f24-4eca-99b9-e76d06da87d7
I1025 19:13:05.170723 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:05.170731 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:05.170738 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:05.170747 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:05.170760 101993 round_trippers.go:580] Content-Length: 1273
I1025 19:13:05.170773 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:05 GMT
I1025 19:13:05.170817 101993 request.go:1212] Response Body: {"kind":"StorageClassList","apiVersion":"storage.k8s.io/v1","metadata":{"resourceVersion":"412"},"items":[{"metadata":{"name":"standard","uid":"1f0605a4-39a5-4e99-a862-20382bce8678","resourceVersion":"403","creationTimestamp":"2023-10-25T19:13:04Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-25T19:13:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kuberne
tes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is- [truncated 249 chars]
I1025 19:13:05.171192 101993 request.go:1212] Request Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"1f0605a4-39a5-4e99-a862-20382bce8678","resourceVersion":"403","creationTimestamp":"2023-10-25T19:13:04Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-25T19:13:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclas
s.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I1025 19:13:05.171256 101993 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1025 19:13:05.171267 101993 round_trippers.go:469] Request Headers:
I1025 19:13:05.171280 101993 round_trippers.go:473] Content-Type: application/json
I1025 19:13:05.171294 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:05.171308 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:05.173665 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:05.173695 101993 round_trippers.go:577] Response Headers:
I1025 19:13:05.173707 101993 round_trippers.go:580] Content-Length: 1220
I1025 19:13:05.173717 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:05 GMT
I1025 19:13:05.173727 101993 round_trippers.go:580] Audit-Id: ca82a4d5-ff37-4726-ab8e-53cc4e360e11
I1025 19:13:05.173739 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:05.173751 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:05.173763 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:05.173775 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:05.173817 101993 request.go:1212] Response Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"1f0605a4-39a5-4e99-a862-20382bce8678","resourceVersion":"403","creationTimestamp":"2023-10-25T19:13:04Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-25T19:13:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storagecla
ss.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I1025 19:13:05.176131 101993 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1025 19:13:05.177722 101993 addons.go:502] enable addons completed in 1.171029433s: enabled=[storage-provisioner default-storageclass]
I1025 19:13:05.640431 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:05.640453 101993 round_trippers.go:469] Request Headers:
I1025 19:13:05.640460 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:05.640467 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:05.642892 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:05.642918 101993 round_trippers.go:577] Response Headers:
I1025 19:13:05.642926 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:05 GMT
I1025 19:13:05.642932 101993 round_trippers.go:580] Audit-Id: 99fd8635-ec3a-4588-aea4-ff3fd5521e94
I1025 19:13:05.642937 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:05.642948 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:05.642956 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:05.642965 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:05.643172 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:06.139732 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:06.139779 101993 round_trippers.go:469] Request Headers:
I1025 19:13:06.139788 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:06.139794 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:06.142138 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:06.142159 101993 round_trippers.go:577] Response Headers:
I1025 19:13:06.142166 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:06.142172 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:06.142177 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:06.142182 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:06 GMT
I1025 19:13:06.142187 101993 round_trippers.go:580] Audit-Id: 0cd521cc-1643-459d-b92b-3abeee28a623
I1025 19:13:06.142192 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:06.142352 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:06.142685 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:06.640582 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:06.640603 101993 round_trippers.go:469] Request Headers:
I1025 19:13:06.640611 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:06.640617 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:06.643058 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:06.643082 101993 round_trippers.go:577] Response Headers:
I1025 19:13:06.643090 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:06.643096 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:06 GMT
I1025 19:13:06.643102 101993 round_trippers.go:580] Audit-Id: 0b836df3-ce6d-4fd9-ba56-b1e0702d3d4f
I1025 19:13:06.643108 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:06.643113 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:06.643119 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:06.643288 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:07.139807 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:07.139828 101993 round_trippers.go:469] Request Headers:
I1025 19:13:07.139836 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:07.139842 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:07.142211 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:07.142241 101993 round_trippers.go:577] Response Headers:
I1025 19:13:07.142253 101993 round_trippers.go:580] Audit-Id: c068c86c-e8d6-4e08-b3fc-9a6734bc53bb
I1025 19:13:07.142262 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:07.142272 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:07.142288 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:07.142298 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:07.142310 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:07 GMT
I1025 19:13:07.142442 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:07.639977 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:07.640000 101993 round_trippers.go:469] Request Headers:
I1025 19:13:07.640009 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:07.640017 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:07.642208 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:07.642232 101993 round_trippers.go:577] Response Headers:
I1025 19:13:07.642242 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:07 GMT
I1025 19:13:07.642250 101993 round_trippers.go:580] Audit-Id: 4c52b9f3-d661-4ced-a0ac-f7c8dd0f1390
I1025 19:13:07.642262 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:07.642270 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:07.642281 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:07.642291 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:07.642468 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:08.140400 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:08.140420 101993 round_trippers.go:469] Request Headers:
I1025 19:13:08.140428 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:08.140434 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:08.142724 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:08.142744 101993 round_trippers.go:577] Response Headers:
I1025 19:13:08.142752 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:08.142758 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:08.142763 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:08.142768 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:08.142773 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:08 GMT
I1025 19:13:08.142778 101993 round_trippers.go:580] Audit-Id: 08663437-b97f-4fa3-9a49-2072470a4e07
I1025 19:13:08.142889 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:08.143296 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:08.640593 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:08.640613 101993 round_trippers.go:469] Request Headers:
I1025 19:13:08.640621 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:08.640627 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:08.642965 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:08.642989 101993 round_trippers.go:577] Response Headers:
I1025 19:13:08.642996 101993 round_trippers.go:580] Audit-Id: 4a33f9a8-150f-4798-a571-89a5075f0749
I1025 19:13:08.643002 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:08.643007 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:08.643013 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:08.643018 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:08.643023 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:08 GMT
I1025 19:13:08.643165 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:09.139699 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:09.139722 101993 round_trippers.go:469] Request Headers:
I1025 19:13:09.139730 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:09.139735 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:09.142103 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:09.142125 101993 round_trippers.go:577] Response Headers:
I1025 19:13:09.142132 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:09.142137 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:09.142143 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:09 GMT
I1025 19:13:09.142148 101993 round_trippers.go:580] Audit-Id: e93becad-817c-44d4-a737-0376decaa08c
I1025 19:13:09.142156 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:09.142163 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:09.142333 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:09.639991 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:09.640018 101993 round_trippers.go:469] Request Headers:
I1025 19:13:09.640027 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:09.640037 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:09.642220 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:09.642241 101993 round_trippers.go:577] Response Headers:
I1025 19:13:09.642250 101993 round_trippers.go:580] Audit-Id: 3dfb1f2e-c783-4fea-8f7d-ea116218a1fc
I1025 19:13:09.642257 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:09.642264 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:09.642271 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:09.642279 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:09.642286 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:09 GMT
I1025 19:13:09.642458 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:10.139984 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:10.140006 101993 round_trippers.go:469] Request Headers:
I1025 19:13:10.140018 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:10.140029 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:10.142282 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:10.142302 101993 round_trippers.go:577] Response Headers:
I1025 19:13:10.142311 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:10.142318 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:10.142325 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:10.142333 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:10.142341 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:10 GMT
I1025 19:13:10.142349 101993 round_trippers.go:580] Audit-Id: f637cb2c-f7ce-4091-b235-fb92706038bb
I1025 19:13:10.142502 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:10.640016 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:10.640045 101993 round_trippers.go:469] Request Headers:
I1025 19:13:10.640060 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:10.640070 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:10.642551 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:10.642577 101993 round_trippers.go:577] Response Headers:
I1025 19:13:10.642587 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:10.642594 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:10.642602 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:10.642616 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:10 GMT
I1025 19:13:10.642625 101993 round_trippers.go:580] Audit-Id: 9a9868b4-d7fe-47b0-87b0-45a83c76d751
I1025 19:13:10.642638 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:10.642762 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:10.643079 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:11.140463 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:11.140484 101993 round_trippers.go:469] Request Headers:
I1025 19:13:11.140492 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:11.140499 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:11.142749 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:11.142770 101993 round_trippers.go:577] Response Headers:
I1025 19:13:11.142784 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:11.142791 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:11.142798 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:11.142806 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:11 GMT
I1025 19:13:11.142814 101993 round_trippers.go:580] Audit-Id: 4c6468ae-2dfd-4d47-b326-af80488f3caf
I1025 19:13:11.142822 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:11.142944 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:11.640540 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:11.640568 101993 round_trippers.go:469] Request Headers:
I1025 19:13:11.640576 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:11.640582 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:11.643102 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:11.643128 101993 round_trippers.go:577] Response Headers:
I1025 19:13:11.643138 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:11.643146 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:11.643153 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:11 GMT
I1025 19:13:11.643160 101993 round_trippers.go:580] Audit-Id: 5e382bc3-1fa8-4dac-b157-9f5b15b43ff1
I1025 19:13:11.643166 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:11.643174 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:11.643388 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:12.139968 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:12.139996 101993 round_trippers.go:469] Request Headers:
I1025 19:13:12.140007 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:12.140014 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:12.142264 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:12.142291 101993 round_trippers.go:577] Response Headers:
I1025 19:13:12.142306 101993 round_trippers.go:580] Audit-Id: 0a9e3e21-8412-49b1-a1ed-e7417756a6fc
I1025 19:13:12.142314 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:12.142323 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:12.142332 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:12.142341 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:12.142348 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:12 GMT
I1025 19:13:12.142550 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:12.640083 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:12.640104 101993 round_trippers.go:469] Request Headers:
I1025 19:13:12.640114 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:12.640120 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:12.642458 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:12.642480 101993 round_trippers.go:577] Response Headers:
I1025 19:13:12.642489 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:12.642497 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:12.642507 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:12.642516 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:12 GMT
I1025 19:13:12.642532 101993 round_trippers.go:580] Audit-Id: dc91f4e4-eeb3-4995-9599-02195efa1019
I1025 19:13:12.642540 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:12.642706 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:12.643135 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:13.140643 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:13.140674 101993 round_trippers.go:469] Request Headers:
I1025 19:13:13.140686 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:13.140696 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:13.143014 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:13.143036 101993 round_trippers.go:577] Response Headers:
I1025 19:13:13.143044 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:13.143053 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:13.143061 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:13 GMT
I1025 19:13:13.143068 101993 round_trippers.go:580] Audit-Id: b134db8b-9ddf-4c8a-bf0c-dde2f2d0b643
I1025 19:13:13.143077 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:13.143085 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:13.143207 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:13.639770 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:13.639806 101993 round_trippers.go:469] Request Headers:
I1025 19:13:13.639814 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:13.639820 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:13.642062 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:13.642080 101993 round_trippers.go:577] Response Headers:
I1025 19:13:13.642086 101993 round_trippers.go:580] Audit-Id: 6121a352-cf08-4177-8793-0abb758b6f97
I1025 19:13:13.642092 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:13.642097 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:13.642108 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:13.642120 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:13.642134 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:13 GMT
I1025 19:13:13.642262 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:14.139988 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:14.140011 101993 round_trippers.go:469] Request Headers:
I1025 19:13:14.140019 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:14.140032 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:14.142583 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:14.142615 101993 round_trippers.go:577] Response Headers:
I1025 19:13:14.142622 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:14.142629 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:14.142637 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:14.142645 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:14.142655 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:14 GMT
I1025 19:13:14.142663 101993 round_trippers.go:580] Audit-Id: 63e9fe5d-cd1c-4923-bebc-f1f0fb7c2a79
I1025 19:13:14.142823 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:14.640462 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:14.640482 101993 round_trippers.go:469] Request Headers:
I1025 19:13:14.640492 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:14.640498 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:14.642954 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:14.642975 101993 round_trippers.go:577] Response Headers:
I1025 19:13:14.642982 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:14.642988 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:14.642995 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:14.643003 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:14 GMT
I1025 19:13:14.643011 101993 round_trippers.go:580] Audit-Id: ccbbfec7-a833-4984-a94e-e384db855e66
I1025 19:13:14.643036 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:14.643248 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:14.643608 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:15.139739 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:15.139770 101993 round_trippers.go:469] Request Headers:
I1025 19:13:15.139778 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:15.139784 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:15.141984 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:15.142003 101993 round_trippers.go:577] Response Headers:
I1025 19:13:15.142013 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:15.142020 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:15 GMT
I1025 19:13:15.142028 101993 round_trippers.go:580] Audit-Id: 5235c6d7-f4d0-4a9d-bb48-b984c8c92926
I1025 19:13:15.142035 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:15.142042 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:15.142049 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:15.142209 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:15.639822 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:15.639846 101993 round_trippers.go:469] Request Headers:
I1025 19:13:15.639854 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:15.639860 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:15.642241 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:15.642267 101993 round_trippers.go:577] Response Headers:
I1025 19:13:15.642277 101993 round_trippers.go:580] Audit-Id: 3b17144f-97c7-46ff-aca0-735ac44b8b91
I1025 19:13:15.642286 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:15.642293 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:15.642301 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:15.642309 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:15.642318 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:15 GMT
I1025 19:13:15.642487 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:16.139810 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:16.139851 101993 round_trippers.go:469] Request Headers:
I1025 19:13:16.139860 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:16.139867 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:16.142193 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:16.142221 101993 round_trippers.go:577] Response Headers:
I1025 19:13:16.142232 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:16.142241 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:16.142250 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:16.142258 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:16 GMT
I1025 19:13:16.142267 101993 round_trippers.go:580] Audit-Id: 364df9c2-6a33-44e7-887a-a3290d339863
I1025 19:13:16.142274 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:16.142414 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:16.639928 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:16.639950 101993 round_trippers.go:469] Request Headers:
I1025 19:13:16.639959 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:16.639965 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:16.642257 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:16.642276 101993 round_trippers.go:577] Response Headers:
I1025 19:13:16.642284 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:16 GMT
I1025 19:13:16.642289 101993 round_trippers.go:580] Audit-Id: 1d486d24-5527-48f2-acc3-c68cb22aa7d8
I1025 19:13:16.642294 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:16.642299 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:16.642304 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:16.642309 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:16.642507 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:17.140064 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:17.140089 101993 round_trippers.go:469] Request Headers:
I1025 19:13:17.140097 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:17.140109 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:17.142421 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:17.142444 101993 round_trippers.go:577] Response Headers:
I1025 19:13:17.142454 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:17.142463 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:17 GMT
I1025 19:13:17.142471 101993 round_trippers.go:580] Audit-Id: d234f71b-d120-4dca-a353-7148b927d574
I1025 19:13:17.142479 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:17.142496 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:17.142504 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:17.142618 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:17.142932 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:17.640172 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:17.640192 101993 round_trippers.go:469] Request Headers:
I1025 19:13:17.640200 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:17.640206 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:17.642493 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:17.642519 101993 round_trippers.go:577] Response Headers:
I1025 19:13:17.642530 101993 round_trippers.go:580] Audit-Id: dca35d9a-d0e4-4114-b2ea-c7e59d1ac5bb
I1025 19:13:17.642539 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:17.642546 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:17.642554 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:17.642564 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:17.642577 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:17 GMT
I1025 19:13:17.642712 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:18.140758 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:18.140790 101993 round_trippers.go:469] Request Headers:
I1025 19:13:18.140799 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:18.140806 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:18.143214 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:18.143234 101993 round_trippers.go:577] Response Headers:
I1025 19:13:18.143243 101993 round_trippers.go:580] Audit-Id: d06a33e0-20f3-4a70-84d4-5ce2330a2012
I1025 19:13:18.143250 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:18.143257 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:18.143265 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:18.143274 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:18.143286 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:18 GMT
I1025 19:13:18.143447 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:18.640022 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:18.640045 101993 round_trippers.go:469] Request Headers:
I1025 19:13:18.640053 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:18.640059 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:18.642509 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:18.642528 101993 round_trippers.go:577] Response Headers:
I1025 19:13:18.642534 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:18.642540 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:18.642545 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:18.642551 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:18.642556 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:18 GMT
I1025 19:13:18.642561 101993 round_trippers.go:580] Audit-Id: 4864cceb-e5c7-4c12-b59b-6d02780c8dc6
I1025 19:13:18.642705 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:19.140307 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:19.140326 101993 round_trippers.go:469] Request Headers:
I1025 19:13:19.140334 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:19.140341 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:19.142812 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:19.142840 101993 round_trippers.go:577] Response Headers:
I1025 19:13:19.142851 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:19 GMT
I1025 19:13:19.142861 101993 round_trippers.go:580] Audit-Id: fa2572d7-c607-48ec-a3b0-02a5e9290fc4
I1025 19:13:19.142870 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:19.142879 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:19.142888 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:19.142898 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:19.143078 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:19.143511 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:19.640579 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:19.640614 101993 round_trippers.go:469] Request Headers:
I1025 19:13:19.640622 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:19.640628 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:19.643004 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:19.643036 101993 round_trippers.go:577] Response Headers:
I1025 19:13:19.643047 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:19.643056 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:19 GMT
I1025 19:13:19.643064 101993 round_trippers.go:580] Audit-Id: 0cf25d52-8a74-4460-81a7-9bbb48ab17be
I1025 19:13:19.643071 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:19.643077 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:19.643082 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:19.643207 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:20.139763 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:20.139787 101993 round_trippers.go:469] Request Headers:
I1025 19:13:20.139797 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:20.139803 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:20.142478 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:20.142508 101993 round_trippers.go:577] Response Headers:
I1025 19:13:20.142518 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:20.142524 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:20 GMT
I1025 19:13:20.142531 101993 round_trippers.go:580] Audit-Id: 6774f35b-8819-4e23-a924-7e8d4850c26a
I1025 19:13:20.142539 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:20.142546 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:20.142555 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:20.142722 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:20.640376 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:20.640404 101993 round_trippers.go:469] Request Headers:
I1025 19:13:20.640415 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:20.640421 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:20.642960 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:20.642988 101993 round_trippers.go:577] Response Headers:
I1025 19:13:20.642997 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:20 GMT
I1025 19:13:20.643003 101993 round_trippers.go:580] Audit-Id: 284c6c62-f58d-4f5c-8faf-668670ced647
I1025 19:13:20.643019 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:20.643025 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:20.643070 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:20.643089 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:20.643208 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:21.140775 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:21.140798 101993 round_trippers.go:469] Request Headers:
I1025 19:13:21.140806 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:21.140812 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:21.143123 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:21.143148 101993 round_trippers.go:577] Response Headers:
I1025 19:13:21.143159 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:21.143169 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:21.143177 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:21.143186 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:21 GMT
I1025 19:13:21.143192 101993 round_trippers.go:580] Audit-Id: 14c326b4-07c3-4a04-ab20-ca16f63cdbbd
I1025 19:13:21.143197 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:21.143293 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:21.143594 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:21.640594 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:21.640618 101993 round_trippers.go:469] Request Headers:
I1025 19:13:21.640630 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:21.640637 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:21.643392 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:21.643423 101993 round_trippers.go:577] Response Headers:
I1025 19:13:21.643434 101993 round_trippers.go:580] Audit-Id: 20b31ad0-e22e-4b63-8828-dc021d56e105
I1025 19:13:21.643445 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:21.643453 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:21.643461 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:21.643485 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:21.643496 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:21 GMT
I1025 19:13:21.643653 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:22.140105 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:22.140141 101993 round_trippers.go:469] Request Headers:
I1025 19:13:22.140153 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:22.140183 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:22.142722 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:22.142746 101993 round_trippers.go:577] Response Headers:
I1025 19:13:22.142756 101993 round_trippers.go:580] Audit-Id: 992e4ae6-a4d4-4188-8dd7-4fe94c837252
I1025 19:13:22.142764 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:22.142770 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:22.142778 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:22.142785 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:22.142793 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:22 GMT
I1025 19:13:22.142931 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:22.640586 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:22.640618 101993 round_trippers.go:469] Request Headers:
I1025 19:13:22.640631 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:22.640642 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:22.643007 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:22.643027 101993 round_trippers.go:577] Response Headers:
I1025 19:13:22.643042 101993 round_trippers.go:580] Audit-Id: 62de0cbc-93c6-442d-baf9-4a5626e90dd2
I1025 19:13:22.643053 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:22.643060 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:22.643068 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:22.643077 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:22.643087 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:22 GMT
I1025 19:13:22.643274 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:23.139907 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:23.139930 101993 round_trippers.go:469] Request Headers:
I1025 19:13:23.139940 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:23.139951 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:23.142166 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:23.142190 101993 round_trippers.go:577] Response Headers:
I1025 19:13:23.142201 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:23.142225 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:23.142234 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:23.142246 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:23 GMT
I1025 19:13:23.142255 101993 round_trippers.go:580] Audit-Id: 8b97a22e-fc63-4dbf-a67f-9f257a1c0ba3
I1025 19:13:23.142264 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:23.142391 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:23.639739 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:23.639760 101993 round_trippers.go:469] Request Headers:
I1025 19:13:23.639768 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:23.639774 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:23.642131 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:23.642149 101993 round_trippers.go:577] Response Headers:
I1025 19:13:23.642155 101993 round_trippers.go:580] Audit-Id: 78e9bb69-774a-4f53-ace8-78067062cdca
I1025 19:13:23.642161 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:23.642166 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:23.642171 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:23.642176 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:23.642184 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:23 GMT
I1025 19:13:23.642319 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:23.642671 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:24.140058 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:24.140083 101993 round_trippers.go:469] Request Headers:
I1025 19:13:24.140091 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:24.140105 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:24.142437 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:24.142453 101993 round_trippers.go:577] Response Headers:
I1025 19:13:24.142460 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:24.142466 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:24 GMT
I1025 19:13:24.142471 101993 round_trippers.go:580] Audit-Id: c3af5b44-1c75-4c0c-98f7-8eb8e9cf05b6
I1025 19:13:24.142476 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:24.142481 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:24.142486 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:24.142656 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:24.640183 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:24.640204 101993 round_trippers.go:469] Request Headers:
I1025 19:13:24.640212 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:24.640218 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:24.642714 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:24.642740 101993 round_trippers.go:577] Response Headers:
I1025 19:13:24.642750 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:24.642759 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:24.642766 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:24 GMT
I1025 19:13:24.642771 101993 round_trippers.go:580] Audit-Id: cab12a2c-2e96-4b74-b203-ffd6eb8dfb63
I1025 19:13:24.642780 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:24.642798 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:24.642947 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:25.140382 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:25.140405 101993 round_trippers.go:469] Request Headers:
I1025 19:13:25.140418 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:25.140426 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:25.143014 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:25.143049 101993 round_trippers.go:577] Response Headers:
I1025 19:13:25.143061 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:25.143071 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:25 GMT
I1025 19:13:25.143080 101993 round_trippers.go:580] Audit-Id: 49c9b197-7ed0-43c2-8581-50b19f01b24d
I1025 19:13:25.143089 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:25.143098 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:25.143107 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:25.143242 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:25.639791 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:25.639815 101993 round_trippers.go:469] Request Headers:
I1025 19:13:25.639825 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:25.639834 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:25.642165 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:25.642188 101993 round_trippers.go:577] Response Headers:
I1025 19:13:25.642196 101993 round_trippers.go:580] Audit-Id: 86b9b9a3-96ff-4fd4-8a51-638a95f9018e
I1025 19:13:25.642201 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:25.642206 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:25.642211 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:25.642217 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:25.642226 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:25 GMT
I1025 19:13:25.642389 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:25.642734 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:26.140521 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:26.140540 101993 round_trippers.go:469] Request Headers:
I1025 19:13:26.140548 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:26.140554 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:26.142947 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:26.142966 101993 round_trippers.go:577] Response Headers:
I1025 19:13:26.142976 101993 round_trippers.go:580] Audit-Id: 8247acb7-618e-4d01-80fa-0dae869d5425
I1025 19:13:26.142984 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:26.142992 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:26.142999 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:26.143007 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:26.143015 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:26 GMT
I1025 19:13:26.143165 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:26.640772 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:26.640793 101993 round_trippers.go:469] Request Headers:
I1025 19:13:26.640801 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:26.640807 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:26.643181 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:26.643201 101993 round_trippers.go:577] Response Headers:
I1025 19:13:26.643208 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:26.643213 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:26 GMT
I1025 19:13:26.643221 101993 round_trippers.go:580] Audit-Id: 12ff7a8c-2314-45cd-90d0-cec9c97f88a3
I1025 19:13:26.643227 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:26.643232 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:26.643237 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:26.643383 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:27.139973 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:27.139995 101993 round_trippers.go:469] Request Headers:
I1025 19:13:27.140011 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:27.140019 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:27.142569 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:27.142594 101993 round_trippers.go:577] Response Headers:
I1025 19:13:27.142604 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:27.142612 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:27 GMT
I1025 19:13:27.142620 101993 round_trippers.go:580] Audit-Id: c974ca69-0026-42d8-a0e3-522393fbeac7
I1025 19:13:27.142628 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:27.142635 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:27.142643 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:27.142783 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:27.640496 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:27.640519 101993 round_trippers.go:469] Request Headers:
I1025 19:13:27.640529 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:27.640535 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:27.643067 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:27.643097 101993 round_trippers.go:577] Response Headers:
I1025 19:13:27.643104 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:27.643110 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:27 GMT
I1025 19:13:27.643115 101993 round_trippers.go:580] Audit-Id: aa93393a-d9f1-46e2-b092-e52446640de4
I1025 19:13:27.643120 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:27.643125 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:27.643130 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:27.643244 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:27.643550 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:28.140499 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:28.140521 101993 round_trippers.go:469] Request Headers:
I1025 19:13:28.140530 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:28.140537 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:28.142892 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:28.142911 101993 round_trippers.go:577] Response Headers:
I1025 19:13:28.142921 101993 round_trippers.go:580] Audit-Id: 014f02b9-080a-4f19-9620-8c04e80ea928
I1025 19:13:28.142930 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:28.142939 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:28.142948 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:28.142956 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:28.142966 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:28 GMT
I1025 19:13:28.143085 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:28.640732 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:28.640755 101993 round_trippers.go:469] Request Headers:
I1025 19:13:28.640764 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:28.640770 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:28.643141 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:28.643160 101993 round_trippers.go:577] Response Headers:
I1025 19:13:28.643166 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:28.643172 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:28.643178 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:28.643187 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:28.643195 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:28 GMT
I1025 19:13:28.643210 101993 round_trippers.go:580] Audit-Id: e093714a-7122-4269-a53d-9bc97ca2cc96
I1025 19:13:28.643337 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:29.139977 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:29.140003 101993 round_trippers.go:469] Request Headers:
I1025 19:13:29.140011 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:29.140017 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:29.142475 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:29.142494 101993 round_trippers.go:577] Response Headers:
I1025 19:13:29.142501 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:29 GMT
I1025 19:13:29.142507 101993 round_trippers.go:580] Audit-Id: 4ed1bf11-4697-433d-8db9-6932a32074fe
I1025 19:13:29.142520 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:29.142528 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:29.142539 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:29.142550 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:29.142706 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:29.640241 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:29.640264 101993 round_trippers.go:469] Request Headers:
I1025 19:13:29.640272 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:29.640278 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:29.642703 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:29.642731 101993 round_trippers.go:577] Response Headers:
I1025 19:13:29.642741 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:29.642749 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:29.642757 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:29.642769 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:29.642777 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:29 GMT
I1025 19:13:29.642795 101993 round_trippers.go:580] Audit-Id: e4ab6975-de82-479d-bba6-b0522469eefe
I1025 19:13:29.642960 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:30.140009 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:30.140030 101993 round_trippers.go:469] Request Headers:
I1025 19:13:30.140038 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:30.140044 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:30.142270 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:30.142292 101993 round_trippers.go:577] Response Headers:
I1025 19:13:30.142302 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:30.142311 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:30.142318 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:30.142324 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:30.142342 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:30 GMT
I1025 19:13:30.142350 101993 round_trippers.go:580] Audit-Id: 75f775d4-adc4-4ae5-9b31-28124d2f7b99
I1025 19:13:30.142482 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:30.142800 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:30.640091 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:30.640133 101993 round_trippers.go:469] Request Headers:
I1025 19:13:30.640142 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:30.640148 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:30.642510 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:30.642542 101993 round_trippers.go:577] Response Headers:
I1025 19:13:30.642554 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:30.642560 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:30.642567 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:30.642574 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:30 GMT
I1025 19:13:30.642584 101993 round_trippers.go:580] Audit-Id: 9c952356-7f17-4cca-b9e5-89901c4a6b85
I1025 19:13:30.642590 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:30.642772 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:31.140363 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:31.140391 101993 round_trippers.go:469] Request Headers:
I1025 19:13:31.140401 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:31.140410 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:31.142824 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:31.142843 101993 round_trippers.go:577] Response Headers:
I1025 19:13:31.142849 101993 round_trippers.go:580] Audit-Id: 08280852-e156-4d5a-90af-14d334c9c0a9
I1025 19:13:31.142855 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:31.142860 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:31.142865 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:31.142870 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:31.142877 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:31 GMT
I1025 19:13:31.143016 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:31.640704 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:31.640782 101993 round_trippers.go:469] Request Headers:
I1025 19:13:31.640804 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:31.640829 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:31.644000 101993 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1025 19:13:31.644027 101993 round_trippers.go:577] Response Headers:
I1025 19:13:31.644039 101993 round_trippers.go:580] Audit-Id: 066b757f-cb28-44e0-87d7-7e18f91cbb83
I1025 19:13:31.644048 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:31.644056 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:31.644062 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:31.644067 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:31.644073 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:31 GMT
I1025 19:13:31.644223 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:32.139798 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:32.139821 101993 round_trippers.go:469] Request Headers:
I1025 19:13:32.139829 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:32.139835 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:32.142126 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:32.142147 101993 round_trippers.go:577] Response Headers:
I1025 19:13:32.142153 101993 round_trippers.go:580] Audit-Id: 659e0def-91a1-44e4-9540-f1e9a73514f6
I1025 19:13:32.142159 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:32.142164 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:32.142171 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:32.142179 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:32.142187 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:32 GMT
I1025 19:13:32.142299 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:32.639877 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:32.639902 101993 round_trippers.go:469] Request Headers:
I1025 19:13:32.639912 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:32.639921 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:32.642407 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:32.642431 101993 round_trippers.go:577] Response Headers:
I1025 19:13:32.642440 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:32.642449 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:32 GMT
I1025 19:13:32.642456 101993 round_trippers.go:580] Audit-Id: 4835c8a9-2b68-413e-92db-48f5d14f2f9a
I1025 19:13:32.642464 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:32.642474 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:32.642484 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:32.642591 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:32.642878 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:33.140389 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:33.140409 101993 round_trippers.go:469] Request Headers:
I1025 19:13:33.140418 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:33.140424 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:33.142565 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:33.142594 101993 round_trippers.go:577] Response Headers:
I1025 19:13:33.142605 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:33.142614 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:33.142623 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:33 GMT
I1025 19:13:33.142631 101993 round_trippers.go:580] Audit-Id: 8396dd55-7521-4a12-b235-c72607a8bfbd
I1025 19:13:33.142642 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:33.142650 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:33.142771 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:33.640143 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:33.640180 101993 round_trippers.go:469] Request Headers:
I1025 19:13:33.640189 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:33.640195 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:33.642627 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:33.642655 101993 round_trippers.go:577] Response Headers:
I1025 19:13:33.642665 101993 round_trippers.go:580] Audit-Id: 3bb1b2e3-b463-452c-8886-1eb9601fc61a
I1025 19:13:33.642672 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:33.642679 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:33.642686 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:33.642693 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:33.642712 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:33 GMT
I1025 19:13:33.642819 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:34.140750 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:34.140772 101993 round_trippers.go:469] Request Headers:
I1025 19:13:34.140780 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:34.140786 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:34.143116 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:34.143143 101993 round_trippers.go:577] Response Headers:
I1025 19:13:34.143153 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:34.143162 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:34.143170 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:34.143177 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:34.143187 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:34 GMT
I1025 19:13:34.143199 101993 round_trippers.go:580] Audit-Id: c6dc1990-d2c4-4b3f-bdc0-5dbf970b3548
I1025 19:13:34.143315 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:34.639896 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:34.639917 101993 round_trippers.go:469] Request Headers:
I1025 19:13:34.639925 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:34.639931 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:34.642192 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:34.642217 101993 round_trippers.go:577] Response Headers:
I1025 19:13:34.642225 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:34 GMT
I1025 19:13:34.642231 101993 round_trippers.go:580] Audit-Id: 00b3349c-61ce-42a3-adbe-1b543260344d
I1025 19:13:34.642236 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:34.642241 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:34.642246 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:34.642251 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:34.642408 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:35.139855 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:35.139877 101993 round_trippers.go:469] Request Headers:
I1025 19:13:35.139885 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:35.139891 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:35.142224 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:35.142244 101993 round_trippers.go:577] Response Headers:
I1025 19:13:35.142251 101993 round_trippers.go:580] Audit-Id: ce44b67c-e9da-4ef9-818f-7031e4faac03
I1025 19:13:35.142256 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:35.142265 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:35.142273 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:35.142282 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:35.142289 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:35 GMT
I1025 19:13:35.142442 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"339","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 6141 chars]
I1025 19:13:35.142759 101993 node_ready.go:58] node "multinode-416232" has status "Ready":"False"
I1025 19:13:35.639973 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:35.639995 101993 round_trippers.go:469] Request Headers:
I1025 19:13:35.640003 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:35.640009 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:35.642398 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:35.642424 101993 round_trippers.go:577] Response Headers:
I1025 19:13:35.642432 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:35.642439 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:35 GMT
I1025 19:13:35.642445 101993 round_trippers.go:580] Audit-Id: 2cfb4481-7fdc-4a11-bb22-37796898ce2f
I1025 19:13:35.642452 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:35.642458 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:35.642468 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:35.642590 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:35.642917 101993 node_ready.go:49] node "multinode-416232" has status "Ready":"True"
I1025 19:13:35.642931 101993 node_ready.go:38] duration metric: took 31.511143199s waiting for node "multinode-416232" to be "Ready" ...
I1025 19:13:35.642940 101993 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1025 19:13:35.643005 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1025 19:13:35.643013 101993 round_trippers.go:469] Request Headers:
I1025 19:13:35.643020 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:35.643026 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:35.645849 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:35.645879 101993 round_trippers.go:577] Response Headers:
I1025 19:13:35.645888 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:35.645895 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:35.645902 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:35.645913 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:35.645924 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:35 GMT
I1025 19:13:35.645936 101993 round_trippers.go:580] Audit-Id: b659383f-825c-4325-b709-34fc0051dff6
I1025 19:13:35.646469 101993 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"432"},"items":[{"metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"431","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55533 chars]
I1025 19:13:35.649552 101993 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-z4685" in "kube-system" namespace to be "Ready" ...
I1025 19:13:35.649652 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-z4685
I1025 19:13:35.649664 101993 round_trippers.go:469] Request Headers:
I1025 19:13:35.649675 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:35.649685 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:35.652026 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:35.652050 101993 round_trippers.go:577] Response Headers:
I1025 19:13:35.652060 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:35 GMT
I1025 19:13:35.652068 101993 round_trippers.go:580] Audit-Id: 22b18d34-0daf-4b16-88ad-9a752e0ea8a0
I1025 19:13:35.652076 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:35.652083 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:35.652091 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:35.652099 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:35.652208 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"431","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1025 19:13:35.652663 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:35.652678 101993 round_trippers.go:469] Request Headers:
I1025 19:13:35.652686 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:35.652693 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:35.654398 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:35.654420 101993 round_trippers.go:577] Response Headers:
I1025 19:13:35.654431 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:35.654438 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:35.654446 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:35.654455 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:35 GMT
I1025 19:13:35.654465 101993 round_trippers.go:580] Audit-Id: 02f30669-2ff9-49ee-885f-ed93939046af
I1025 19:13:35.654472 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:35.654641 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:35.655118 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-z4685
I1025 19:13:35.655135 101993 round_trippers.go:469] Request Headers:
I1025 19:13:35.655146 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:35.655156 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:35.656981 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:35.657003 101993 round_trippers.go:577] Response Headers:
I1025 19:13:35.657013 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:35.657019 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:35.657027 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:35 GMT
I1025 19:13:35.657037 101993 round_trippers.go:580] Audit-Id: 674a95f2-05fa-4dfc-9a8f-e9b2a990ee1c
I1025 19:13:35.657043 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:35.657049 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:35.657213 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"431","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1025 19:13:35.657762 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:35.657785 101993 round_trippers.go:469] Request Headers:
I1025 19:13:35.657797 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:35.657806 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:35.659721 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:35.659740 101993 round_trippers.go:577] Response Headers:
I1025 19:13:35.659752 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:35.659763 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:35 GMT
I1025 19:13:35.659777 101993 round_trippers.go:580] Audit-Id: aae0a171-a778-48fe-b5a9-89ad857991af
I1025 19:13:35.659790 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:35.659811 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:35.659822 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:35.659958 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:36.161177 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-z4685
I1025 19:13:36.161207 101993 round_trippers.go:469] Request Headers:
I1025 19:13:36.161218 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:36.161228 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:36.163877 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:36.163903 101993 round_trippers.go:577] Response Headers:
I1025 19:13:36.163913 101993 round_trippers.go:580] Audit-Id: 3faad916-c685-40f9-8fef-94ca6470c8d3
I1025 19:13:36.163922 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:36.163929 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:36.163938 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:36.163945 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:36.163953 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:36 GMT
I1025 19:13:36.164118 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"431","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1025 19:13:36.164562 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:36.164577 101993 round_trippers.go:469] Request Headers:
I1025 19:13:36.164588 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:36.164597 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:36.166713 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:36.166733 101993 round_trippers.go:577] Response Headers:
I1025 19:13:36.166743 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:36.166750 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:36.166758 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:36.166766 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:36 GMT
I1025 19:13:36.166775 101993 round_trippers.go:580] Audit-Id: f6f626e3-6146-49fc-952e-b482043ad350
I1025 19:13:36.166785 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:36.166914 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:36.661510 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-z4685
I1025 19:13:36.661530 101993 round_trippers.go:469] Request Headers:
I1025 19:13:36.661538 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:36.661544 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:36.663823 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:36.663846 101993 round_trippers.go:577] Response Headers:
I1025 19:13:36.663856 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:36.663882 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:36.663898 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:36 GMT
I1025 19:13:36.663907 101993 round_trippers.go:580] Audit-Id: c0284495-f2b2-4421-97a7-fcd0126db24a
I1025 19:13:36.663916 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:36.663926 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:36.664053 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"431","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1025 19:13:36.664489 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:36.664506 101993 round_trippers.go:469] Request Headers:
I1025 19:13:36.664516 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:36.664525 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:36.666426 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:36.666443 101993 round_trippers.go:577] Response Headers:
I1025 19:13:36.666450 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:36.666455 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:36 GMT
I1025 19:13:36.666460 101993 round_trippers.go:580] Audit-Id: 2161dbaa-f725-4ada-9338-d736433ebd2d
I1025 19:13:36.666467 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:36.666476 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:36.666492 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:36.666653 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:37.160882 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-z4685
I1025 19:13:37.160905 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.160913 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.160919 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.163250 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:37.163269 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.163275 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.163281 101993 round_trippers.go:580] Audit-Id: 56c92272-253f-4596-9ad2-45c876811d22
I1025 19:13:37.163286 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.163291 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.163296 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.163301 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.163408 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"444","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I1025 19:13:37.163842 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:37.163856 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.163870 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.163879 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.165781 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:37.165799 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.165805 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.165810 101993 round_trippers.go:580] Audit-Id: c3405c38-a228-4adf-a213-da1e40980b18
I1025 19:13:37.165818 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.165828 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.165837 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.165846 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.166018 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:37.166302 101993 pod_ready.go:92] pod "coredns-5dd5756b68-z4685" in "kube-system" namespace has status "Ready":"True"
I1025 19:13:37.166315 101993 pod_ready.go:81] duration metric: took 1.516738686s waiting for pod "coredns-5dd5756b68-z4685" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.166324 101993 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.166385 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-416232
I1025 19:13:37.166391 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.166398 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.166404 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.168099 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:37.168113 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.168120 101993 round_trippers.go:580] Audit-Id: 5447fdd1-1636-4246-bd02-82323bd5d60b
I1025 19:13:37.168125 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.168130 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.168135 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.168140 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.168145 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.168282 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-416232","namespace":"kube-system","uid":"5f9b5291-4ff6-43b4-afb6-1ec190c87ebf","resourceVersion":"330","creationTimestamp":"2023-10-25T19:12:50Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"c9a647c80a03e7ae2970b7590e4a3e82","kubernetes.io/config.mirror":"c9a647c80a03e7ae2970b7590e4a3e82","kubernetes.io/config.seen":"2023-10-25T19:12:50.525652275Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:12:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I1025 19:13:37.168643 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:37.168654 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.168662 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.168667 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.170361 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:37.170398 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.170408 101993 round_trippers.go:580] Audit-Id: 4d2be35f-01fa-467f-9813-e07cbc73710e
I1025 19:13:37.170417 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.170426 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.170434 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.170446 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.170453 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.170599 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:37.170884 101993 pod_ready.go:92] pod "etcd-multinode-416232" in "kube-system" namespace has status "Ready":"True"
I1025 19:13:37.170897 101993 pod_ready.go:81] duration metric: took 4.566944ms waiting for pod "etcd-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.170908 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.170951 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-416232
I1025 19:13:37.170958 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.170965 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.170971 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.172851 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:37.172870 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.172880 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.172888 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.172896 101993 round_trippers.go:580] Audit-Id: 4c9b6d0c-a824-4ce8-9cf6-17c75a879e2a
I1025 19:13:37.172907 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.172912 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.172920 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.173031 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-416232","namespace":"kube-system","uid":"8772d3ac-dc50-40aa-a0ba-5a42fc2a6adf","resourceVersion":"324","creationTimestamp":"2023-10-25T19:12:50Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"fd5b8925c95e7f1b06fcc153b1a5be3a","kubernetes.io/config.mirror":"fd5b8925c95e7f1b06fcc153b1a5be3a","kubernetes.io/config.seen":"2023-10-25T19:12:50.525658883Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:12:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I1025 19:13:37.173535 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:37.173563 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.173571 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.173580 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.175458 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:37.175481 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.175498 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.175507 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.175516 101993 round_trippers.go:580] Audit-Id: 7f879657-6ca1-4229-8cf8-75ea344b74aa
I1025 19:13:37.175526 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.175535 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.175544 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.175659 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:37.175931 101993 pod_ready.go:92] pod "kube-apiserver-multinode-416232" in "kube-system" namespace has status "Ready":"True"
I1025 19:13:37.175945 101993 pod_ready.go:81] duration metric: took 5.030979ms waiting for pod "kube-apiserver-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.175954 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.176003 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-416232
I1025 19:13:37.176011 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.176017 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.176023 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.177740 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:37.177758 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.177765 101993 round_trippers.go:580] Audit-Id: ab7c5f26-a3a2-46ec-afda-f7b75337e052
I1025 19:13:37.177770 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.177777 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.177783 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.177788 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.177794 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.177919 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-416232","namespace":"kube-system","uid":"7f261e76-3172-44dc-97ce-946b3132fc5b","resourceVersion":"323","creationTimestamp":"2023-10-25T19:12:50Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"bcbe015889bf698fa846c37030888171","kubernetes.io/config.mirror":"bcbe015889bf698fa846c37030888171","kubernetes.io/config.seen":"2023-10-25T19:12:50.525661168Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:12:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I1025 19:13:37.240542 101993 request.go:629] Waited for 62.228532ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:37.240610 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:37.240615 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.240623 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.240628 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.243014 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:37.243041 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.243048 101993 round_trippers.go:580] Audit-Id: 48a23c83-27c9-41f3-ae1f-3c3cc285b0f4
I1025 19:13:37.243054 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.243063 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.243071 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.243078 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.243085 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.243217 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:37.243508 101993 pod_ready.go:92] pod "kube-controller-manager-multinode-416232" in "kube-system" namespace has status "Ready":"True"
I1025 19:13:37.243522 101993 pod_ready.go:81] duration metric: took 67.557342ms waiting for pod "kube-controller-manager-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.243534 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-zz8lr" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.441002 101993 request.go:629] Waited for 197.39749ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zz8lr
I1025 19:13:37.441067 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zz8lr
I1025 19:13:37.441074 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.441082 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.441091 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.443391 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:37.443417 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.443428 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.443436 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.443443 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.443461 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.443469 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.443479 101993 round_trippers.go:580] Audit-Id: 4b89b1bf-1481-4a04-8d60-5f61499e4187
I1025 19:13:37.443597 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-zz8lr","generateName":"kube-proxy-","namespace":"kube-system","uid":"1b24f51c-cf86-4550-9bf2-8fe975134f29","resourceVersion":"400","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"controller-revision-hash":"dffc744c9","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"80ccf87c-2500-4f1e-8c53-a337f89e3330","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"80ccf87c-2500-4f1e-8c53-a337f89e3330\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:re
quiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k:{ [truncated 5509 chars]
I1025 19:13:37.640420 101993 request.go:629] Waited for 196.393146ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:37.640506 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:37.640517 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.640531 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.640545 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.642969 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:37.642991 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.643000 101993 round_trippers.go:580] Audit-Id: 7fdf9ba1-7c39-4b2d-a766-31d1f5d7d0fa
I1025 19:13:37.643007 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.643015 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.643023 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.643042 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.643058 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.643177 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:37.643485 101993 pod_ready.go:92] pod "kube-proxy-zz8lr" in "kube-system" namespace has status "Ready":"True"
I1025 19:13:37.643500 101993 pod_ready.go:81] duration metric: took 399.957534ms waiting for pod "kube-proxy-zz8lr" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.643509 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:13:37.840825 101993 request.go:629] Waited for 197.256181ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-416232
I1025 19:13:37.840890 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-416232
I1025 19:13:37.840895 101993 round_trippers.go:469] Request Headers:
I1025 19:13:37.840903 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:37.840909 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:37.843304 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:37.843322 101993 round_trippers.go:577] Response Headers:
I1025 19:13:37.843329 101993 round_trippers.go:580] Audit-Id: 2df92d31-1008-43bd-8d8c-24fead3fc9d3
I1025 19:13:37.843335 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:37.843340 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:37.843349 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:37.843357 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:37.843366 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:37 GMT
I1025 19:13:37.843507 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-416232","namespace":"kube-system","uid":"073b2977-dcb5-486b-b495-a613c70b1a48","resourceVersion":"321","creationTimestamp":"2023-10-25T19:12:50Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"83170d8dc9ea77ea5da393a12f0d4093","kubernetes.io/config.mirror":"83170d8dc9ea77ea5da393a12f0d4093","kubernetes.io/config.seen":"2023-10-25T19:12:50.525662504Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:12:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I1025 19:13:38.040140 101993 request.go:629] Waited for 196.266143ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:38.040208 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:13:38.040216 101993 round_trippers.go:469] Request Headers:
I1025 19:13:38.040229 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:38.040240 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:38.042644 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:38.042671 101993 round_trippers.go:577] Response Headers:
I1025 19:13:38.042683 101993 round_trippers.go:580] Audit-Id: c7ba898f-abaf-4a7f-b1c9-6b433917a6a2
I1025 19:13:38.042692 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:38.042702 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:38.042711 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:38.042723 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:38.042736 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:38 GMT
I1025 19:13:38.042838 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:13:38.043149 101993 pod_ready.go:92] pod "kube-scheduler-multinode-416232" in "kube-system" namespace has status "Ready":"True"
I1025 19:13:38.043164 101993 pod_ready.go:81] duration metric: took 399.648433ms waiting for pod "kube-scheduler-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:13:38.043175 101993 pod_ready.go:38] duration metric: took 2.400221076s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1025 19:13:38.043189 101993 api_server.go:52] waiting for apiserver process to appear ...
I1025 19:13:38.043235 101993 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1025 19:13:38.053710 101993 command_runner.go:130] > 1432
I1025 19:13:38.054533 101993 api_server.go:72] duration metric: took 34.026062189s to wait for apiserver process to appear ...
I1025 19:13:38.054557 101993 api_server.go:88] waiting for apiserver healthz status ...
I1025 19:13:38.054576 101993 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I1025 19:13:38.058896 101993 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I1025 19:13:38.058974 101993 round_trippers.go:463] GET https://192.168.58.2:8443/version
I1025 19:13:38.058999 101993 round_trippers.go:469] Request Headers:
I1025 19:13:38.059015 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:38.059027 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:38.060055 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:13:38.060074 101993 round_trippers.go:577] Response Headers:
I1025 19:13:38.060084 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:38.060091 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:38.060098 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:38.060105 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:38.060113 101993 round_trippers.go:580] Content-Length: 264
I1025 19:13:38.060123 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:38 GMT
I1025 19:13:38.060135 101993 round_trippers.go:580] Audit-Id: a0ec3682-afb0-42c0-8d1b-6e894bc320f8
I1025 19:13:38.060156 101993 request.go:1212] Response Body: {
"major": "1",
"minor": "28",
"gitVersion": "v1.28.3",
"gitCommit": "a8a1abc25cad87333840cd7d54be2efaf31a3177",
"gitTreeState": "clean",
"buildDate": "2023-10-18T11:33:18Z",
"goVersion": "go1.20.10",
"compiler": "gc",
"platform": "linux/amd64"
}
I1025 19:13:38.060259 101993 api_server.go:141] control plane version: v1.28.3
I1025 19:13:38.060278 101993 api_server.go:131] duration metric: took 5.713886ms to wait for apiserver health ...
I1025 19:13:38.060289 101993 system_pods.go:43] waiting for kube-system pods to appear ...
I1025 19:13:38.240723 101993 request.go:629] Waited for 180.362653ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1025 19:13:38.240779 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1025 19:13:38.240784 101993 round_trippers.go:469] Request Headers:
I1025 19:13:38.240792 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:38.240798 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:38.244083 101993 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1025 19:13:38.244107 101993 round_trippers.go:577] Response Headers:
I1025 19:13:38.244115 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:38.244121 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:38 GMT
I1025 19:13:38.244132 101993 round_trippers.go:580] Audit-Id: 49facba8-4722-4b4e-90e2-f85b9ea20dc2
I1025 19:13:38.244137 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:38.244143 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:38.244149 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:38.244632 101993 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"450"},"items":[{"metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"444","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55611 chars]
I1025 19:13:38.246316 101993 system_pods.go:59] 8 kube-system pods found
I1025 19:13:38.246339 101993 system_pods.go:61] "coredns-5dd5756b68-z4685" [b9da1348-ce3c-45ad-907a-ce4eb7400e11] Running
I1025 19:13:38.246344 101993 system_pods.go:61] "etcd-multinode-416232" [5f9b5291-4ff6-43b4-afb6-1ec190c87ebf] Running
I1025 19:13:38.246348 101993 system_pods.go:61] "kindnet-jbsb9" [c053727b-b2e2-4549-9f9d-01518a1104ea] Running
I1025 19:13:38.246352 101993 system_pods.go:61] "kube-apiserver-multinode-416232" [8772d3ac-dc50-40aa-a0ba-5a42fc2a6adf] Running
I1025 19:13:38.246357 101993 system_pods.go:61] "kube-controller-manager-multinode-416232" [7f261e76-3172-44dc-97ce-946b3132fc5b] Running
I1025 19:13:38.246360 101993 system_pods.go:61] "kube-proxy-zz8lr" [1b24f51c-cf86-4550-9bf2-8fe975134f29] Running
I1025 19:13:38.246365 101993 system_pods.go:61] "kube-scheduler-multinode-416232" [073b2977-dcb5-486b-b495-a613c70b1a48] Running
I1025 19:13:38.246398 101993 system_pods.go:61] "storage-provisioner" [73226cba-69f3-44f2-b68a-5798396734cc] Running
I1025 19:13:38.246407 101993 system_pods.go:74] duration metric: took 186.112002ms to wait for pod list to return data ...
I1025 19:13:38.246422 101993 default_sa.go:34] waiting for default service account to be created ...
I1025 19:13:38.440829 101993 request.go:629] Waited for 194.314158ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I1025 19:13:38.440897 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I1025 19:13:38.440906 101993 round_trippers.go:469] Request Headers:
I1025 19:13:38.440926 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:38.440934 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:38.443424 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:38.443451 101993 round_trippers.go:577] Response Headers:
I1025 19:13:38.443458 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:38.443463 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:38.443469 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:38.443474 101993 round_trippers.go:580] Content-Length: 261
I1025 19:13:38.443480 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:38 GMT
I1025 19:13:38.443485 101993 round_trippers.go:580] Audit-Id: a75c922a-462b-421c-b70a-653577c987be
I1025 19:13:38.443489 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:38.443511 101993 request.go:1212] Response Body: {"kind":"ServiceAccountList","apiVersion":"v1","metadata":{"resourceVersion":"450"},"items":[{"metadata":{"name":"default","namespace":"default","uid":"b6c1a6db-de25-4be3-b091-5a69a64713dd","resourceVersion":"337","creationTimestamp":"2023-10-25T19:13:03Z"}}]}
I1025 19:13:38.443694 101993 default_sa.go:45] found service account: "default"
I1025 19:13:38.443709 101993 default_sa.go:55] duration metric: took 197.280504ms for default service account to be created ...
I1025 19:13:38.443717 101993 system_pods.go:116] waiting for k8s-apps to be running ...
I1025 19:13:38.640057 101993 request.go:629] Waited for 196.282782ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1025 19:13:38.640117 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1025 19:13:38.640122 101993 round_trippers.go:469] Request Headers:
I1025 19:13:38.640130 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:38.640147 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:38.643407 101993 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1025 19:13:38.643431 101993 round_trippers.go:577] Response Headers:
I1025 19:13:38.643439 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:38.643445 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:38.643451 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:38.643457 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:38.643465 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:38 GMT
I1025 19:13:38.643472 101993 round_trippers.go:580] Audit-Id: aff2e713-74bf-4ec4-8173-3556227ba1f4
I1025 19:13:38.643875 101993 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"450"},"items":[{"metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"444","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55611 chars]
I1025 19:13:38.645612 101993 system_pods.go:86] 8 kube-system pods found
I1025 19:13:38.645634 101993 system_pods.go:89] "coredns-5dd5756b68-z4685" [b9da1348-ce3c-45ad-907a-ce4eb7400e11] Running
I1025 19:13:38.645639 101993 system_pods.go:89] "etcd-multinode-416232" [5f9b5291-4ff6-43b4-afb6-1ec190c87ebf] Running
I1025 19:13:38.645644 101993 system_pods.go:89] "kindnet-jbsb9" [c053727b-b2e2-4549-9f9d-01518a1104ea] Running
I1025 19:13:38.645648 101993 system_pods.go:89] "kube-apiserver-multinode-416232" [8772d3ac-dc50-40aa-a0ba-5a42fc2a6adf] Running
I1025 19:13:38.645652 101993 system_pods.go:89] "kube-controller-manager-multinode-416232" [7f261e76-3172-44dc-97ce-946b3132fc5b] Running
I1025 19:13:38.645656 101993 system_pods.go:89] "kube-proxy-zz8lr" [1b24f51c-cf86-4550-9bf2-8fe975134f29] Running
I1025 19:13:38.645660 101993 system_pods.go:89] "kube-scheduler-multinode-416232" [073b2977-dcb5-486b-b495-a613c70b1a48] Running
I1025 19:13:38.645664 101993 system_pods.go:89] "storage-provisioner" [73226cba-69f3-44f2-b68a-5798396734cc] Running
I1025 19:13:38.645672 101993 system_pods.go:126] duration metric: took 201.950495ms to wait for k8s-apps to be running ...
I1025 19:13:38.645684 101993 system_svc.go:44] waiting for kubelet service to be running ....
I1025 19:13:38.645726 101993 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 19:13:38.656322 101993 system_svc.go:56] duration metric: took 10.621345ms WaitForService to wait for kubelet.
I1025 19:13:38.656352 101993 kubeadm.go:581] duration metric: took 34.627887184s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1025 19:13:38.656370 101993 node_conditions.go:102] verifying NodePressure condition ...
I1025 19:13:38.840858 101993 request.go:629] Waited for 184.400641ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I1025 19:13:38.840918 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I1025 19:13:38.840924 101993 round_trippers.go:469] Request Headers:
I1025 19:13:38.840932 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:38.840941 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:38.843444 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:38.843464 101993 round_trippers.go:577] Response Headers:
I1025 19:13:38.843470 101993 round_trippers.go:580] Audit-Id: ea602dfc-420d-4bb4-b809-207616d73ffc
I1025 19:13:38.843476 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:38.843481 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:38.843486 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:38.843492 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:38.843497 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:38 GMT
I1025 19:13:38.843609 101993 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"450"},"items":[{"metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 6000 chars]
I1025 19:13:38.844018 101993 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1025 19:13:38.844044 101993 node_conditions.go:123] node cpu capacity is 8
I1025 19:13:38.844055 101993 node_conditions.go:105] duration metric: took 187.681462ms to run NodePressure ...
I1025 19:13:38.844064 101993 start.go:228] waiting for startup goroutines ...
I1025 19:13:38.844072 101993 start.go:233] waiting for cluster config update ...
I1025 19:13:38.844080 101993 start.go:242] writing updated cluster config ...
I1025 19:13:38.846681 101993 out.go:177]
I1025 19:13:38.848636 101993 config.go:182] Loaded profile config "multinode-416232": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:13:38.848710 101993 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/config.json ...
I1025 19:13:38.850845 101993 out.go:177] * Starting worker node multinode-416232-m02 in cluster multinode-416232
I1025 19:13:38.852463 101993 cache.go:121] Beginning downloading kic base image for docker with crio
I1025 19:13:38.854236 101993 out.go:177] * Pulling base image ...
I1025 19:13:38.856424 101993 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 19:13:38.856455 101993 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon
I1025 19:13:38.856463 101993 cache.go:56] Caching tarball of preloaded images
I1025 19:13:38.856550 101993 preload.go:174] Found /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1025 19:13:38.856567 101993 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on crio
I1025 19:13:38.856676 101993 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/config.json ...
I1025 19:13:38.873292 101993 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon, skipping pull
I1025 19:13:38.873317 101993 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b exists in daemon, skipping load
I1025 19:13:38.873342 101993 cache.go:194] Successfully downloaded all kic artifacts
I1025 19:13:38.873382 101993 start.go:365] acquiring machines lock for multinode-416232-m02: {Name:mk7c089252eaa2f0522bd12ef2316c9a251fe2c1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:13:38.873489 101993 start.go:369] acquired machines lock for "multinode-416232-m02" in 91.213µs
I1025 19:13:38.873515 101993 start.go:93] Provisioning new machine with config: &{Name:multinode-416232 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-416232 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mou
nt9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name:m02 IP: Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}
I1025 19:13:38.873626 101993 start.go:125] createHost starting for "m02" (driver="docker")
I1025 19:13:38.876204 101993 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1025 19:13:38.876330 101993 start.go:159] libmachine.API.Create for "multinode-416232" (driver="docker")
I1025 19:13:38.876353 101993 client.go:168] LocalClient.Create starting
I1025 19:13:38.876412 101993 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem
I1025 19:13:38.876455 101993 main.go:141] libmachine: Decoding PEM data...
I1025 19:13:38.876472 101993 main.go:141] libmachine: Parsing certificate...
I1025 19:13:38.876546 101993 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem
I1025 19:13:38.876572 101993 main.go:141] libmachine: Decoding PEM data...
I1025 19:13:38.876592 101993 main.go:141] libmachine: Parsing certificate...
I1025 19:13:38.876833 101993 cli_runner.go:164] Run: docker network inspect multinode-416232 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1025 19:13:38.893368 101993 network_create.go:77] Found existing network {name:multinode-416232 subnet:0xc003099470 gateway:[0 0 0 0 0 0 0 0 0 0 255 255 192 168 58 1] mtu:1500}
I1025 19:13:38.893406 101993 kic.go:118] calculated static IP "192.168.58.3" for the "multinode-416232-m02" container
I1025 19:13:38.893459 101993 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1025 19:13:38.909083 101993 cli_runner.go:164] Run: docker volume create multinode-416232-m02 --label name.minikube.sigs.k8s.io=multinode-416232-m02 --label created_by.minikube.sigs.k8s.io=true
I1025 19:13:38.926730 101993 oci.go:103] Successfully created a docker volume multinode-416232-m02
I1025 19:13:38.926810 101993 cli_runner.go:164] Run: docker run --rm --name multinode-416232-m02-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-416232-m02 --entrypoint /usr/bin/test -v multinode-416232-m02:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -d /var/lib
I1025 19:13:39.436920 101993 oci.go:107] Successfully prepared a docker volume multinode-416232-m02
I1025 19:13:39.436958 101993 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 19:13:39.436981 101993 kic.go:191] Starting extracting preloaded images to volume ...
I1025 19:13:39.437053 101993 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-416232-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -I lz4 -xf /preloaded.tar -C /extractDir
I1025 19:13:44.790725 101993 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-416232-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b -I lz4 -xf /preloaded.tar -C /extractDir: (5.353632384s)
I1025 19:13:44.790760 101993 kic.go:200] duration metric: took 5.353777 seconds to extract preloaded images to volume
W1025 19:13:44.790897 101993 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1025 19:13:44.790989 101993 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1025 19:13:44.845859 101993 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-416232-m02 --name multinode-416232-m02 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-416232-m02 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-416232-m02 --network multinode-416232 --ip 192.168.58.3 --volume multinode-416232-m02:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b
I1025 19:13:45.161318 101993 cli_runner.go:164] Run: docker container inspect multinode-416232-m02 --format={{.State.Running}}
I1025 19:13:45.179957 101993 cli_runner.go:164] Run: docker container inspect multinode-416232-m02 --format={{.State.Status}}
I1025 19:13:45.198961 101993 cli_runner.go:164] Run: docker exec multinode-416232-m02 stat /var/lib/dpkg/alternatives/iptables
I1025 19:13:45.272700 101993 oci.go:144] the created container "multinode-416232-m02" has a running status.
I1025 19:13:45.272737 101993 kic.go:222] Creating ssh key for kic: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa...
I1025 19:13:45.475561 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1025 19:13:45.475620 101993 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1025 19:13:45.500026 101993 cli_runner.go:164] Run: docker container inspect multinode-416232-m02 --format={{.State.Status}}
I1025 19:13:45.517779 101993 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1025 19:13:45.517801 101993 kic_runner.go:114] Args: [docker exec --privileged multinode-416232-m02 chown docker:docker /home/docker/.ssh/authorized_keys]
I1025 19:13:45.584022 101993 cli_runner.go:164] Run: docker container inspect multinode-416232-m02 --format={{.State.Status}}
I1025 19:13:45.610497 101993 machine.go:88] provisioning docker machine ...
I1025 19:13:45.610546 101993 ubuntu.go:169] provisioning hostname "multinode-416232-m02"
I1025 19:13:45.610616 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:13:45.636864 101993 main.go:141] libmachine: Using SSH client type: native
I1025 19:13:45.637378 101993 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1025 19:13:45.637403 101993 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-416232-m02 && echo "multinode-416232-m02" | sudo tee /etc/hostname
I1025 19:13:45.916595 101993 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-416232-m02
I1025 19:13:45.916661 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:13:45.934509 101993 main.go:141] libmachine: Using SSH client type: native
I1025 19:13:45.934832 101993 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1025 19:13:45.934850 101993 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-416232-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-416232-m02/g' /etc/hosts;
else
echo '127.0.1.1 multinode-416232-m02' | sudo tee -a /etc/hosts;
fi
fi
I1025 19:13:46.054530 101993 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1025 19:13:46.054557 101993 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17466-8305/.minikube CaCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17466-8305/.minikube}
I1025 19:13:46.054574 101993 ubuntu.go:177] setting up certificates
I1025 19:13:46.054582 101993 provision.go:83] configureAuth start
I1025 19:13:46.054626 101993 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-416232-m02
I1025 19:13:46.070540 101993 provision.go:138] copyHostCerts
I1025 19:13:46.070581 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem
I1025 19:13:46.070609 101993 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem, removing ...
I1025 19:13:46.070623 101993 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem
I1025 19:13:46.070688 101993 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem (1082 bytes)
I1025 19:13:46.070758 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem
I1025 19:13:46.070775 101993 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem, removing ...
I1025 19:13:46.070779 101993 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem
I1025 19:13:46.070822 101993 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem (1123 bytes)
I1025 19:13:46.070865 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem
I1025 19:13:46.070881 101993 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem, removing ...
I1025 19:13:46.070887 101993 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem
I1025 19:13:46.070906 101993 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem (1679 bytes)
I1025 19:13:46.070951 101993 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem org=jenkins.multinode-416232-m02 san=[192.168.58.3 127.0.0.1 localhost 127.0.0.1 minikube multinode-416232-m02]
I1025 19:13:46.126540 101993 provision.go:172] copyRemoteCerts
I1025 19:13:46.126601 101993 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1025 19:13:46.126634 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:13:46.143133 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa Username:docker}
I1025 19:13:46.227083 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1025 19:13:46.227149 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1025 19:13:46.248763 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem -> /etc/docker/server.pem
I1025 19:13:46.248829 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem --> /etc/docker/server.pem (1237 bytes)
I1025 19:13:46.270333 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1025 19:13:46.270436 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1025 19:13:46.291290 101993 provision.go:86] duration metric: configureAuth took 236.697864ms
I1025 19:13:46.291321 101993 ubuntu.go:193] setting minikube options for container-runtime
I1025 19:13:46.291515 101993 config.go:182] Loaded profile config "multinode-416232": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:13:46.291630 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:13:46.308269 101993 main.go:141] libmachine: Using SSH client type: native
I1025 19:13:46.308626 101993 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1025 19:13:46.308645 101993 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1025 19:13:46.515455 101993 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1025 19:13:46.515482 101993 machine.go:91] provisioned docker machine in 904.961543ms
I1025 19:13:46.515490 101993 client.go:171] LocalClient.Create took 7.63912934s
I1025 19:13:46.515501 101993 start.go:167] duration metric: libmachine.API.Create for "multinode-416232" took 7.639172935s
I1025 19:13:46.515509 101993 start.go:300] post-start starting for "multinode-416232-m02" (driver="docker")
I1025 19:13:46.515519 101993 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1025 19:13:46.515588 101993 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1025 19:13:46.515624 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:13:46.533115 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa Username:docker}
I1025 19:13:46.619405 101993 ssh_runner.go:195] Run: cat /etc/os-release
I1025 19:13:46.622628 101993 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I1025 19:13:46.622650 101993 command_runner.go:130] > NAME="Ubuntu"
I1025 19:13:46.622658 101993 command_runner.go:130] > VERSION_ID="22.04"
I1025 19:13:46.622667 101993 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I1025 19:13:46.622674 101993 command_runner.go:130] > VERSION_CODENAME=jammy
I1025 19:13:46.622680 101993 command_runner.go:130] > ID=ubuntu
I1025 19:13:46.622686 101993 command_runner.go:130] > ID_LIKE=debian
I1025 19:13:46.622693 101993 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I1025 19:13:46.622702 101993 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I1025 19:13:46.622718 101993 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I1025 19:13:46.622734 101993 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I1025 19:13:46.622742 101993 command_runner.go:130] > UBUNTU_CODENAME=jammy
I1025 19:13:46.622809 101993 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1025 19:13:46.622860 101993 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1025 19:13:46.622880 101993 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1025 19:13:46.622895 101993 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1025 19:13:46.622912 101993 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/addons for local assets ...
I1025 19:13:46.622988 101993 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/files for local assets ...
I1025 19:13:46.623078 101993 filesync.go:149] local asset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> 150862.pem in /etc/ssl/certs
I1025 19:13:46.623089 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> /etc/ssl/certs/150862.pem
I1025 19:13:46.623188 101993 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1025 19:13:46.631208 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem --> /etc/ssl/certs/150862.pem (1708 bytes)
I1025 19:13:46.652208 101993 start.go:303] post-start completed in 136.687327ms
I1025 19:13:46.652528 101993 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-416232-m02
I1025 19:13:46.670124 101993 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/config.json ...
I1025 19:13:46.670393 101993 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1025 19:13:46.670436 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:13:46.687364 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa Username:docker}
I1025 19:13:46.771087 101993 command_runner.go:130] > 20%!
(MISSING)I1025 19:13:46.771157 101993 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1025 19:13:46.775237 101993 command_runner.go:130] > 234G
I1025 19:13:46.775277 101993 start.go:128] duration metric: createHost completed in 7.901641248s
I1025 19:13:46.775298 101993 start.go:83] releasing machines lock for "multinode-416232-m02", held for 7.901797981s
I1025 19:13:46.775363 101993 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-416232-m02
I1025 19:13:46.794785 101993 out.go:177] * Found network options:
I1025 19:13:46.796680 101993 out.go:177] - NO_PROXY=192.168.58.2
W1025 19:13:46.798347 101993 proxy.go:119] fail to check proxy env: Error ip not in block
W1025 19:13:46.798411 101993 proxy.go:119] fail to check proxy env: Error ip not in block
I1025 19:13:46.798497 101993 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1025 19:13:46.798548 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:13:46.798565 101993 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1025 19:13:46.798612 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:13:46.817298 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa Username:docker}
I1025 19:13:46.817574 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa Username:docker}
I1025 19:13:46.985654 101993 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I1025 19:13:47.037776 101993 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1025 19:13:47.042044 101993 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I1025 19:13:47.042068 101993 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I1025 19:13:47.042075 101993 command_runner.go:130] > Device: b0h/176d Inode: 800890 Links: 1
I1025 19:13:47.042082 101993 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I1025 19:13:47.042087 101993 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I1025 19:13:47.042096 101993 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I1025 19:13:47.042101 101993 command_runner.go:130] > Change: 2023-10-25 18:53:07.898008359 +0000
I1025 19:13:47.042106 101993 command_runner.go:130] > Birth: 2023-10-25 18:53:07.898008359 +0000
I1025 19:13:47.042168 101993 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:13:47.060143 101993 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1025 19:13:47.060222 101993 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:13:47.088360 101993 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I1025 19:13:47.088425 101993 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1025 19:13:47.088435 101993 start.go:472] detecting cgroup driver to use...
I1025 19:13:47.088472 101993 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1025 19:13:47.088515 101993 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1025 19:13:47.102580 101993 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1025 19:13:47.113207 101993 docker.go:198] disabling cri-docker service (if available) ...
I1025 19:13:47.113258 101993 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1025 19:13:47.126280 101993 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1025 19:13:47.140026 101993 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1025 19:13:47.218223 101993 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1025 19:13:47.297733 101993 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I1025 19:13:47.297770 101993 docker.go:214] disabling docker service ...
I1025 19:13:47.297813 101993 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1025 19:13:47.315418 101993 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1025 19:13:47.326071 101993 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1025 19:13:47.337224 101993 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I1025 19:13:47.402101 101993 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1025 19:13:47.413435 101993 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I1025 19:13:47.481238 101993 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1025 19:13:47.491440 101993 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1025 19:13:47.506499 101993 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I1025 19:13:47.506536 101993 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1025 19:13:47.506581 101993 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:13:47.515801 101993 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1025 19:13:47.515859 101993 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:13:47.525109 101993 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:13:47.534321 101993 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:13:47.543692 101993 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1025 19:13:47.552437 101993 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1025 19:13:47.560342 101993 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I1025 19:13:47.560414 101993 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1025 19:13:47.568057 101993 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1025 19:13:47.644960 101993 ssh_runner.go:195] Run: sudo systemctl restart crio
I1025 19:13:47.753910 101993 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1025 19:13:47.754003 101993 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1025 19:13:47.757606 101993 command_runner.go:130] > File: /var/run/crio/crio.sock
I1025 19:13:47.757630 101993 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I1025 19:13:47.757637 101993 command_runner.go:130] > Device: b9h/185d Inode: 190 Links: 1
I1025 19:13:47.757643 101993 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I1025 19:13:47.757649 101993 command_runner.go:130] > Access: 2023-10-25 19:13:47.740936916 +0000
I1025 19:13:47.757655 101993 command_runner.go:130] > Modify: 2023-10-25 19:13:47.740936916 +0000
I1025 19:13:47.757660 101993 command_runner.go:130] > Change: 2023-10-25 19:13:47.740936916 +0000
I1025 19:13:47.757664 101993 command_runner.go:130] > Birth: -
I1025 19:13:47.757703 101993 start.go:540] Will wait 60s for crictl version
I1025 19:13:47.757745 101993 ssh_runner.go:195] Run: which crictl
I1025 19:13:47.760892 101993 command_runner.go:130] > /usr/bin/crictl
I1025 19:13:47.760965 101993 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1025 19:13:47.792969 101993 command_runner.go:130] > Version: 0.1.0
I1025 19:13:47.792995 101993 command_runner.go:130] > RuntimeName: cri-o
I1025 19:13:47.793002 101993 command_runner.go:130] > RuntimeVersion: 1.24.6
I1025 19:13:47.793011 101993 command_runner.go:130] > RuntimeApiVersion: v1
I1025 19:13:47.795116 101993 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1025 19:13:47.795194 101993 ssh_runner.go:195] Run: crio --version
I1025 19:13:47.830064 101993 command_runner.go:130] > crio version 1.24.6
I1025 19:13:47.830090 101993 command_runner.go:130] > Version: 1.24.6
I1025 19:13:47.830101 101993 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1025 19:13:47.830106 101993 command_runner.go:130] > GitTreeState: clean
I1025 19:13:47.830113 101993 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1025 19:13:47.830117 101993 command_runner.go:130] > GoVersion: go1.18.2
I1025 19:13:47.830122 101993 command_runner.go:130] > Compiler: gc
I1025 19:13:47.830127 101993 command_runner.go:130] > Platform: linux/amd64
I1025 19:13:47.830132 101993 command_runner.go:130] > Linkmode: dynamic
I1025 19:13:47.830142 101993 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1025 19:13:47.830149 101993 command_runner.go:130] > SeccompEnabled: true
I1025 19:13:47.830153 101993 command_runner.go:130] > AppArmorEnabled: false
I1025 19:13:47.830238 101993 ssh_runner.go:195] Run: crio --version
I1025 19:13:47.862587 101993 command_runner.go:130] > crio version 1.24.6
I1025 19:13:47.862611 101993 command_runner.go:130] > Version: 1.24.6
I1025 19:13:47.862620 101993 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1025 19:13:47.862626 101993 command_runner.go:130] > GitTreeState: clean
I1025 19:13:47.862635 101993 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1025 19:13:47.862643 101993 command_runner.go:130] > GoVersion: go1.18.2
I1025 19:13:47.862650 101993 command_runner.go:130] > Compiler: gc
I1025 19:13:47.862658 101993 command_runner.go:130] > Platform: linux/amd64
I1025 19:13:47.862668 101993 command_runner.go:130] > Linkmode: dynamic
I1025 19:13:47.862685 101993 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1025 19:13:47.862695 101993 command_runner.go:130] > SeccompEnabled: true
I1025 19:13:47.862707 101993 command_runner.go:130] > AppArmorEnabled: false
I1025 19:13:47.867258 101993 out.go:177] * Preparing Kubernetes v1.28.3 on CRI-O 1.24.6 ...
I1025 19:13:47.869070 101993 out.go:177] - env NO_PROXY=192.168.58.2
I1025 19:13:47.870672 101993 cli_runner.go:164] Run: docker network inspect multinode-416232 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1025 19:13:47.887450 101993 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I1025 19:13:47.890994 101993 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1025 19:13:47.901580 101993 certs.go:56] Setting up /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232 for IP: 192.168.58.3
I1025 19:13:47.901615 101993 certs.go:190] acquiring lock for shared ca certs: {Name:mkd104fdefd47f3ab848ed3b58b625b850121e26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 19:13:47.901753 101993 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key
I1025 19:13:47.901789 101993 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key
I1025 19:13:47.901798 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1025 19:13:47.901810 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1025 19:13:47.901822 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1025 19:13:47.901834 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1025 19:13:47.901883 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem (1338 bytes)
W1025 19:13:47.901917 101993 certs.go:433] ignoring /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086_empty.pem, impossibly tiny 0 bytes
I1025 19:13:47.901927 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem (1679 bytes)
I1025 19:13:47.901954 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem (1082 bytes)
I1025 19:13:47.901978 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem (1123 bytes)
I1025 19:13:47.902000 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem (1679 bytes)
I1025 19:13:47.902041 101993 certs.go:437] found cert: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem (1708 bytes)
I1025 19:13:47.902068 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem -> /usr/share/ca-certificates/15086.pem
I1025 19:13:47.902081 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> /usr/share/ca-certificates/150862.pem
I1025 19:13:47.902095 101993 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1025 19:13:47.902457 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1025 19:13:47.924992 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1025 19:13:47.947732 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1025 19:13:47.970115 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1025 19:13:47.991316 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/15086.pem --> /usr/share/ca-certificates/15086.pem (1338 bytes)
I1025 19:13:48.013607 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem --> /usr/share/ca-certificates/150862.pem (1708 bytes)
I1025 19:13:48.036417 101993 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1025 19:13:48.058548 101993 ssh_runner.go:195] Run: openssl version
I1025 19:13:48.063773 101993 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I1025 19:13:48.063975 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/150862.pem && ln -fs /usr/share/ca-certificates/150862.pem /etc/ssl/certs/150862.pem"
I1025 19:13:48.072574 101993 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/150862.pem
I1025 19:13:48.076012 101993 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Oct 25 18:59 /usr/share/ca-certificates/150862.pem
I1025 19:13:48.076047 101993 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 25 18:59 /usr/share/ca-certificates/150862.pem
I1025 19:13:48.076095 101993 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/150862.pem
I1025 19:13:48.082665 101993 command_runner.go:130] > 3ec20f2e
I1025 19:13:48.082736 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/150862.pem /etc/ssl/certs/3ec20f2e.0"
I1025 19:13:48.091244 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1025 19:13:48.100217 101993 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1025 19:13:48.103666 101993 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Oct 25 18:53 /usr/share/ca-certificates/minikubeCA.pem
I1025 19:13:48.103695 101993 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 25 18:53 /usr/share/ca-certificates/minikubeCA.pem
I1025 19:13:48.103729 101993 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1025 19:13:48.110033 101993 command_runner.go:130] > b5213941
I1025 19:13:48.110272 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1025 19:13:48.119170 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15086.pem && ln -fs /usr/share/ca-certificates/15086.pem /etc/ssl/certs/15086.pem"
I1025 19:13:48.128110 101993 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15086.pem
I1025 19:13:48.131719 101993 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Oct 25 18:59 /usr/share/ca-certificates/15086.pem
I1025 19:13:48.131752 101993 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 25 18:59 /usr/share/ca-certificates/15086.pem
I1025 19:13:48.131797 101993 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15086.pem
I1025 19:13:48.138835 101993 command_runner.go:130] > 51391683
I1025 19:13:48.138897 101993 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15086.pem /etc/ssl/certs/51391683.0"
I1025 19:13:48.147498 101993 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1025 19:13:48.150578 101993 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1025 19:13:48.150613 101993 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1025 19:13:48.150694 101993 ssh_runner.go:195] Run: crio config
I1025 19:13:48.187255 101993 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I1025 19:13:48.187283 101993 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I1025 19:13:48.187294 101993 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I1025 19:13:48.187299 101993 command_runner.go:130] > #
I1025 19:13:48.187307 101993 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I1025 19:13:48.187317 101993 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I1025 19:13:48.187326 101993 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I1025 19:13:48.187341 101993 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I1025 19:13:48.187351 101993 command_runner.go:130] > # reload'.
I1025 19:13:48.187363 101993 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I1025 19:13:48.187378 101993 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I1025 19:13:48.187393 101993 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I1025 19:13:48.187407 101993 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I1025 19:13:48.187420 101993 command_runner.go:130] > [crio]
I1025 19:13:48.187432 101993 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I1025 19:13:48.187444 101993 command_runner.go:130] > # containers images, in this directory.
I1025 19:13:48.187459 101993 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I1025 19:13:48.187474 101993 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I1025 19:13:48.187499 101993 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I1025 19:13:48.187509 101993 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I1025 19:13:48.187519 101993 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I1025 19:13:48.187528 101993 command_runner.go:130] > # storage_driver = "vfs"
I1025 19:13:48.187537 101993 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I1025 19:13:48.187546 101993 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I1025 19:13:48.187553 101993 command_runner.go:130] > # storage_option = [
I1025 19:13:48.187559 101993 command_runner.go:130] > # ]
I1025 19:13:48.187567 101993 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I1025 19:13:48.187577 101993 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I1025 19:13:48.187585 101993 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I1025 19:13:48.187599 101993 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I1025 19:13:48.187608 101993 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I1025 19:13:48.187616 101993 command_runner.go:130] > # always happen on a node reboot
I1025 19:13:48.187624 101993 command_runner.go:130] > # version_file = "/var/run/crio/version"
I1025 19:13:48.187632 101993 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I1025 19:13:48.187642 101993 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I1025 19:13:48.187658 101993 command_runner.go:130] > # only happen when CRI-O has been upgraded
I1025 19:13:48.187667 101993 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I1025 19:13:48.187679 101993 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I1025 19:13:48.187693 101993 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I1025 19:13:48.187703 101993 command_runner.go:130] > # internal_wipe = true
I1025 19:13:48.187712 101993 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I1025 19:13:48.187722 101993 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I1025 19:13:48.187732 101993 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I1025 19:13:48.187742 101993 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I1025 19:13:48.187752 101993 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I1025 19:13:48.187759 101993 command_runner.go:130] > [crio.api]
I1025 19:13:48.187768 101993 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I1025 19:13:48.187776 101993 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I1025 19:13:48.187784 101993 command_runner.go:130] > # IP address on which the stream server will listen.
I1025 19:13:48.187793 101993 command_runner.go:130] > # stream_address = "127.0.0.1"
I1025 19:13:48.187804 101993 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I1025 19:13:48.187813 101993 command_runner.go:130] > # CRI-O will allocate a random free port number.
I1025 19:13:48.187820 101993 command_runner.go:130] > # stream_port = "0"
I1025 19:13:48.187831 101993 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I1025 19:13:48.187838 101993 command_runner.go:130] > # stream_enable_tls = false
I1025 19:13:48.187853 101993 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I1025 19:13:48.187860 101993 command_runner.go:130] > # stream_idle_timeout = ""
I1025 19:13:48.187870 101993 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I1025 19:13:48.187881 101993 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I1025 19:13:48.187887 101993 command_runner.go:130] > # minutes.
I1025 19:13:48.187894 101993 command_runner.go:130] > # stream_tls_cert = ""
I1025 19:13:48.187904 101993 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I1025 19:13:48.187917 101993 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I1025 19:13:48.187924 101993 command_runner.go:130] > # stream_tls_key = ""
I1025 19:13:48.187952 101993 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I1025 19:13:48.187964 101993 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I1025 19:13:48.187974 101993 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I1025 19:13:48.187981 101993 command_runner.go:130] > # stream_tls_ca = ""
I1025 19:13:48.187993 101993 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I1025 19:13:48.188002 101993 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I1025 19:13:48.188013 101993 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I1025 19:13:48.188061 101993 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I1025 19:13:48.188081 101993 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I1025 19:13:48.188091 101993 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I1025 19:13:48.188098 101993 command_runner.go:130] > [crio.runtime]
I1025 19:13:48.188109 101993 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I1025 19:13:48.188118 101993 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I1025 19:13:48.188125 101993 command_runner.go:130] > # "nofile=1024:2048"
I1025 19:13:48.188135 101993 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I1025 19:13:48.188143 101993 command_runner.go:130] > # default_ulimits = [
I1025 19:13:48.188149 101993 command_runner.go:130] > # ]
I1025 19:13:48.188159 101993 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I1025 19:13:48.188165 101993 command_runner.go:130] > # no_pivot = false
I1025 19:13:48.188174 101993 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I1025 19:13:48.188184 101993 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I1025 19:13:48.188193 101993 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I1025 19:13:48.188203 101993 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I1025 19:13:48.188212 101993 command_runner.go:130] > # Will be searched for using $PATH if empty.
I1025 19:13:48.188223 101993 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1025 19:13:48.188230 101993 command_runner.go:130] > # conmon = ""
I1025 19:13:48.188238 101993 command_runner.go:130] > # Cgroup setting for conmon
I1025 19:13:48.188250 101993 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I1025 19:13:48.188260 101993 command_runner.go:130] > conmon_cgroup = "pod"
I1025 19:13:48.188270 101993 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I1025 19:13:48.188279 101993 command_runner.go:130] > # environment variables to conmon or the runtime.
I1025 19:13:48.188291 101993 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1025 19:13:48.188298 101993 command_runner.go:130] > # conmon_env = [
I1025 19:13:48.188305 101993 command_runner.go:130] > # ]
I1025 19:13:48.188314 101993 command_runner.go:130] > # Additional environment variables to set for all the
I1025 19:13:48.188323 101993 command_runner.go:130] > # containers. These are overridden if set in the
I1025 19:13:48.188333 101993 command_runner.go:130] > # container image spec or in the container runtime configuration.
I1025 19:13:48.188341 101993 command_runner.go:130] > # default_env = [
I1025 19:13:48.188347 101993 command_runner.go:130] > # ]
I1025 19:13:48.188357 101993 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I1025 19:13:48.188364 101993 command_runner.go:130] > # selinux = false
I1025 19:13:48.188375 101993 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I1025 19:13:48.188385 101993 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I1025 19:13:48.188395 101993 command_runner.go:130] > # will be used. This option supports live configuration reload.
I1025 19:13:48.188402 101993 command_runner.go:130] > # seccomp_profile = ""
I1025 19:13:48.188412 101993 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I1025 19:13:48.188422 101993 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I1025 19:13:48.188437 101993 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I1025 19:13:48.188450 101993 command_runner.go:130] > # which might increase security.
I1025 19:13:48.188457 101993 command_runner.go:130] > # seccomp_use_default_when_empty = true
I1025 19:13:48.188470 101993 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I1025 19:13:48.188484 101993 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I1025 19:13:48.188494 101993 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I1025 19:13:48.188503 101993 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I1025 19:13:48.188513 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:13:48.188519 101993 command_runner.go:130] > # apparmor_profile = "crio-default"
I1025 19:13:48.188526 101993 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I1025 19:13:48.188532 101993 command_runner.go:130] > # the cgroup blockio controller.
I1025 19:13:48.188538 101993 command_runner.go:130] > # blockio_config_file = ""
I1025 19:13:48.188546 101993 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I1025 19:13:48.188551 101993 command_runner.go:130] > # irqbalance daemon.
I1025 19:13:48.188558 101993 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I1025 19:13:48.188567 101993 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I1025 19:13:48.188575 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:13:48.188581 101993 command_runner.go:130] > # rdt_config_file = ""
I1025 19:13:48.188591 101993 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I1025 19:13:48.188597 101993 command_runner.go:130] > cgroup_manager = "cgroupfs"
I1025 19:13:48.188610 101993 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I1025 19:13:48.188621 101993 command_runner.go:130] > # separate_pull_cgroup = ""
I1025 19:13:48.188632 101993 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I1025 19:13:48.188645 101993 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I1025 19:13:48.188655 101993 command_runner.go:130] > # will be added.
I1025 19:13:48.188663 101993 command_runner.go:130] > # default_capabilities = [
I1025 19:13:48.188675 101993 command_runner.go:130] > # "CHOWN",
I1025 19:13:48.188686 101993 command_runner.go:130] > # "DAC_OVERRIDE",
I1025 19:13:48.188696 101993 command_runner.go:130] > # "FSETID",
I1025 19:13:48.188706 101993 command_runner.go:130] > # "FOWNER",
I1025 19:13:48.188716 101993 command_runner.go:130] > # "SETGID",
I1025 19:13:48.188726 101993 command_runner.go:130] > # "SETUID",
I1025 19:13:48.188736 101993 command_runner.go:130] > # "SETPCAP",
I1025 19:13:48.188746 101993 command_runner.go:130] > # "NET_BIND_SERVICE",
I1025 19:13:48.188756 101993 command_runner.go:130] > # "KILL",
I1025 19:13:48.188763 101993 command_runner.go:130] > # ]
I1025 19:13:48.188779 101993 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I1025 19:13:48.188794 101993 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I1025 19:13:48.188810 101993 command_runner.go:130] > # add_inheritable_capabilities = true
I1025 19:13:48.188824 101993 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I1025 19:13:48.188838 101993 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1025 19:13:48.188848 101993 command_runner.go:130] > # default_sysctls = [
I1025 19:13:48.188855 101993 command_runner.go:130] > # ]
I1025 19:13:48.188866 101993 command_runner.go:130] > # List of devices on the host that a
I1025 19:13:48.188880 101993 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I1025 19:13:48.188890 101993 command_runner.go:130] > # allowed_devices = [
I1025 19:13:48.188901 101993 command_runner.go:130] > # "/dev/fuse",
I1025 19:13:48.188910 101993 command_runner.go:130] > # ]
I1025 19:13:48.188922 101993 command_runner.go:130] > # List of additional devices. specified as
I1025 19:13:48.188995 101993 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I1025 19:13:48.189009 101993 command_runner.go:130] > # If it is empty or commented out, only the devices
I1025 19:13:48.189021 101993 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1025 19:13:48.189033 101993 command_runner.go:130] > # additional_devices = [
I1025 19:13:48.189041 101993 command_runner.go:130] > # ]
I1025 19:13:48.189051 101993 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I1025 19:13:48.189062 101993 command_runner.go:130] > # cdi_spec_dirs = [
I1025 19:13:48.189071 101993 command_runner.go:130] > # "/etc/cdi",
I1025 19:13:48.189081 101993 command_runner.go:130] > # "/var/run/cdi",
I1025 19:13:48.189091 101993 command_runner.go:130] > # ]
I1025 19:13:48.189104 101993 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I1025 19:13:48.189116 101993 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I1025 19:13:48.189125 101993 command_runner.go:130] > # Defaults to false.
I1025 19:13:48.189138 101993 command_runner.go:130] > # device_ownership_from_security_context = false
I1025 19:13:48.189150 101993 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I1025 19:13:48.189162 101993 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I1025 19:13:48.189171 101993 command_runner.go:130] > # hooks_dir = [
I1025 19:13:48.189182 101993 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I1025 19:13:48.189190 101993 command_runner.go:130] > # ]
I1025 19:13:48.189202 101993 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I1025 19:13:48.189214 101993 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I1025 19:13:48.189225 101993 command_runner.go:130] > # its default mounts from the following two files:
I1025 19:13:48.189233 101993 command_runner.go:130] > #
I1025 19:13:48.189254 101993 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I1025 19:13:48.189266 101993 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I1025 19:13:48.189277 101993 command_runner.go:130] > # override the default mounts shipped with the package.
I1025 19:13:48.189285 101993 command_runner.go:130] > #
I1025 19:13:48.189297 101993 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I1025 19:13:48.189309 101993 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I1025 19:13:48.189322 101993 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I1025 19:13:48.189333 101993 command_runner.go:130] > # only add mounts it finds in this file.
I1025 19:13:48.189341 101993 command_runner.go:130] > #
I1025 19:13:48.189351 101993 command_runner.go:130] > # default_mounts_file = ""
I1025 19:13:48.189362 101993 command_runner.go:130] > # Maximum number of processes allowed in a container.
I1025 19:13:48.189375 101993 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I1025 19:13:48.189384 101993 command_runner.go:130] > # pids_limit = 0
I1025 19:13:48.189396 101993 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I1025 19:13:48.189408 101993 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I1025 19:13:48.189421 101993 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I1025 19:13:48.189436 101993 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I1025 19:13:48.189446 101993 command_runner.go:130] > # log_size_max = -1
I1025 19:13:48.189459 101993 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I1025 19:13:48.189469 101993 command_runner.go:130] > # log_to_journald = false
I1025 19:13:48.189488 101993 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I1025 19:13:48.189499 101993 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I1025 19:13:48.189511 101993 command_runner.go:130] > # Path to directory for container attach sockets.
I1025 19:13:48.189522 101993 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I1025 19:13:48.189534 101993 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I1025 19:13:48.189544 101993 command_runner.go:130] > # bind_mount_prefix = ""
I1025 19:13:48.189558 101993 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I1025 19:13:48.189568 101993 command_runner.go:130] > # read_only = false
I1025 19:13:48.189581 101993 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I1025 19:13:48.189594 101993 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I1025 19:13:48.189604 101993 command_runner.go:130] > # live configuration reload.
I1025 19:13:48.189610 101993 command_runner.go:130] > # log_level = "info"
I1025 19:13:48.189622 101993 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I1025 19:13:48.189633 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:13:48.189642 101993 command_runner.go:130] > # log_filter = ""
I1025 19:13:48.189654 101993 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I1025 19:13:48.189666 101993 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I1025 19:13:48.189675 101993 command_runner.go:130] > # separated by comma.
I1025 19:13:48.189683 101993 command_runner.go:130] > # uid_mappings = ""
I1025 19:13:48.189696 101993 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I1025 19:13:48.189708 101993 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I1025 19:13:48.189718 101993 command_runner.go:130] > # separated by comma.
I1025 19:13:48.189726 101993 command_runner.go:130] > # gid_mappings = ""
I1025 19:13:48.189738 101993 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I1025 19:13:48.189749 101993 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1025 19:13:48.189761 101993 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1025 19:13:48.189770 101993 command_runner.go:130] > # minimum_mappable_uid = -1
I1025 19:13:48.189783 101993 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I1025 19:13:48.189796 101993 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1025 19:13:48.189810 101993 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1025 19:13:48.189820 101993 command_runner.go:130] > # minimum_mappable_gid = -1
I1025 19:13:48.189834 101993 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I1025 19:13:48.189847 101993 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I1025 19:13:48.189858 101993 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I1025 19:13:48.189867 101993 command_runner.go:130] > # ctr_stop_timeout = 30
I1025 19:13:48.189879 101993 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I1025 19:13:48.189918 101993 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I1025 19:13:48.189929 101993 command_runner.go:130] > # a kernel separating runtime (like kata).
I1025 19:13:48.189940 101993 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I1025 19:13:48.189949 101993 command_runner.go:130] > # drop_infra_ctr = true
I1025 19:13:48.189960 101993 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I1025 19:13:48.189973 101993 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I1025 19:13:48.189985 101993 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I1025 19:13:48.189995 101993 command_runner.go:130] > # infra_ctr_cpuset = ""
I1025 19:13:48.190004 101993 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I1025 19:13:48.190015 101993 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I1025 19:13:48.190025 101993 command_runner.go:130] > # namespaces_dir = "/var/run"
I1025 19:13:48.190039 101993 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I1025 19:13:48.190049 101993 command_runner.go:130] > # pinns_path = ""
I1025 19:13:48.190063 101993 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I1025 19:13:48.190077 101993 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I1025 19:13:48.190090 101993 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I1025 19:13:48.190100 101993 command_runner.go:130] > # default_runtime = "runc"
I1025 19:13:48.190111 101993 command_runner.go:130] > # A list of paths that, when absent from the host,
I1025 19:13:48.190124 101993 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I1025 19:13:48.190141 101993 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I1025 19:13:48.190152 101993 command_runner.go:130] > # creation as a file is not desired either.
I1025 19:13:48.190168 101993 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I1025 19:13:48.190178 101993 command_runner.go:130] > # the hostname is being managed dynamically.
I1025 19:13:48.190188 101993 command_runner.go:130] > # absent_mount_sources_to_reject = [
I1025 19:13:48.190196 101993 command_runner.go:130] > # ]
I1025 19:13:48.190209 101993 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I1025 19:13:48.190221 101993 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I1025 19:13:48.190234 101993 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I1025 19:13:48.190247 101993 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I1025 19:13:48.190255 101993 command_runner.go:130] > #
I1025 19:13:48.190267 101993 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I1025 19:13:48.190279 101993 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I1025 19:13:48.190290 101993 command_runner.go:130] > # runtime_type = "oci"
I1025 19:13:48.190301 101993 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I1025 19:13:48.190312 101993 command_runner.go:130] > # privileged_without_host_devices = false
I1025 19:13:48.190322 101993 command_runner.go:130] > # allowed_annotations = []
I1025 19:13:48.190329 101993 command_runner.go:130] > # Where:
I1025 19:13:48.190341 101993 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I1025 19:13:48.190353 101993 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I1025 19:13:48.190386 101993 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I1025 19:13:48.190400 101993 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I1025 19:13:48.190410 101993 command_runner.go:130] > # in $PATH.
I1025 19:13:48.190425 101993 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I1025 19:13:48.190436 101993 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I1025 19:13:48.190450 101993 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I1025 19:13:48.190460 101993 command_runner.go:130] > # state.
I1025 19:13:48.190471 101993 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I1025 19:13:48.190489 101993 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I1025 19:13:48.190501 101993 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I1025 19:13:48.190513 101993 command_runner.go:130] > # host devices from being passed to privileged containers.
I1025 19:13:48.190525 101993 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I1025 19:13:48.190538 101993 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I1025 19:13:48.190548 101993 command_runner.go:130] > # The currently recognized values are:
I1025 19:13:48.190562 101993 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I1025 19:13:48.190576 101993 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I1025 19:13:48.190588 101993 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I1025 19:13:48.190600 101993 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I1025 19:13:48.190613 101993 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I1025 19:13:48.190625 101993 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I1025 19:13:48.190637 101993 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I1025 19:13:48.190650 101993 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I1025 19:13:48.190660 101993 command_runner.go:130] > # should be moved to the container's cgroup
I1025 19:13:48.190670 101993 command_runner.go:130] > [crio.runtime.runtimes.runc]
I1025 19:13:48.190681 101993 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I1025 19:13:48.190690 101993 command_runner.go:130] > runtime_type = "oci"
I1025 19:13:48.190700 101993 command_runner.go:130] > runtime_root = "/run/runc"
I1025 19:13:48.190709 101993 command_runner.go:130] > runtime_config_path = ""
I1025 19:13:48.190718 101993 command_runner.go:130] > monitor_path = ""
I1025 19:13:48.190725 101993 command_runner.go:130] > monitor_cgroup = ""
I1025 19:13:48.190735 101993 command_runner.go:130] > monitor_exec_cgroup = ""
I1025 19:13:48.190798 101993 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I1025 19:13:48.190811 101993 command_runner.go:130] > # running containers
I1025 19:13:48.190818 101993 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I1025 19:13:48.190827 101993 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I1025 19:13:48.190837 101993 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I1025 19:13:48.190849 101993 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I1025 19:13:48.190860 101993 command_runner.go:130] > # Kata Containers with the default configured VMM
I1025 19:13:48.190868 101993 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I1025 19:13:48.190881 101993 command_runner.go:130] > # Kata Containers with the QEMU VMM
I1025 19:13:48.190892 101993 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I1025 19:13:48.190904 101993 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I1025 19:13:48.190915 101993 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I1025 19:13:48.190924 101993 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I1025 19:13:48.190933 101993 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I1025 19:13:48.190939 101993 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I1025 19:13:48.190949 101993 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I1025 19:13:48.190961 101993 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I1025 19:13:48.190973 101993 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I1025 19:13:48.190992 101993 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I1025 19:13:48.191007 101993 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I1025 19:13:48.191015 101993 command_runner.go:130] > # signifying for that resource type to override the default value.
I1025 19:13:48.191029 101993 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I1025 19:13:48.191039 101993 command_runner.go:130] > # Example:
I1025 19:13:48.191047 101993 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I1025 19:13:48.191057 101993 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I1025 19:13:48.191069 101993 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I1025 19:13:48.191081 101993 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I1025 19:13:48.191090 101993 command_runner.go:130] > # cpuset = 0
I1025 19:13:48.191098 101993 command_runner.go:130] > # cpushares = "0-1"
I1025 19:13:48.191107 101993 command_runner.go:130] > # Where:
I1025 19:13:48.191115 101993 command_runner.go:130] > # The workload name is workload-type.
I1025 19:13:48.191127 101993 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I1025 19:13:48.191138 101993 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I1025 19:13:48.191149 101993 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I1025 19:13:48.191160 101993 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I1025 19:13:48.191168 101993 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I1025 19:13:48.191172 101993 command_runner.go:130] > #
I1025 19:13:48.191179 101993 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I1025 19:13:48.191185 101993 command_runner.go:130] > #
I1025 19:13:48.191191 101993 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I1025 19:13:48.191200 101993 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I1025 19:13:48.191206 101993 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I1025 19:13:48.191215 101993 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I1025 19:13:48.191223 101993 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I1025 19:13:48.191231 101993 command_runner.go:130] > [crio.image]
I1025 19:13:48.191237 101993 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I1025 19:13:48.191244 101993 command_runner.go:130] > # default_transport = "docker://"
I1025 19:13:48.191250 101993 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I1025 19:13:48.191259 101993 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I1025 19:13:48.191265 101993 command_runner.go:130] > # global_auth_file = ""
I1025 19:13:48.191270 101993 command_runner.go:130] > # The image used to instantiate infra containers.
I1025 19:13:48.191278 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:13:48.191283 101993 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I1025 19:13:48.191291 101993 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I1025 19:13:48.191301 101993 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I1025 19:13:48.191309 101993 command_runner.go:130] > # This option supports live configuration reload.
I1025 19:13:48.191313 101993 command_runner.go:130] > # pause_image_auth_file = ""
I1025 19:13:48.191319 101993 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I1025 19:13:48.191327 101993 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I1025 19:13:48.191333 101993 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I1025 19:13:48.191341 101993 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I1025 19:13:48.191346 101993 command_runner.go:130] > # pause_command = "/pause"
I1025 19:13:48.191355 101993 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I1025 19:13:48.191361 101993 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I1025 19:13:48.191369 101993 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I1025 19:13:48.191378 101993 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I1025 19:13:48.191386 101993 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I1025 19:13:48.191393 101993 command_runner.go:130] > # signature_policy = ""
I1025 19:13:48.191404 101993 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I1025 19:13:48.191412 101993 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I1025 19:13:48.191418 101993 command_runner.go:130] > # changing them here.
I1025 19:13:48.191423 101993 command_runner.go:130] > # insecure_registries = [
I1025 19:13:48.191427 101993 command_runner.go:130] > # ]
I1025 19:13:48.191433 101993 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I1025 19:13:48.191441 101993 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I1025 19:13:48.191445 101993 command_runner.go:130] > # image_volumes = "mkdir"
I1025 19:13:48.191451 101993 command_runner.go:130] > # Temporary directory to use for storing big files
I1025 19:13:48.191456 101993 command_runner.go:130] > # big_files_temporary_dir = ""
I1025 19:13:48.191462 101993 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I1025 19:13:48.191466 101993 command_runner.go:130] > # CNI plugins.
I1025 19:13:48.191475 101993 command_runner.go:130] > [crio.network]
I1025 19:13:48.191485 101993 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I1025 19:13:48.191493 101993 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I1025 19:13:48.191498 101993 command_runner.go:130] > # cni_default_network = ""
I1025 19:13:48.191504 101993 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I1025 19:13:48.191511 101993 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I1025 19:13:48.191516 101993 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I1025 19:13:48.191523 101993 command_runner.go:130] > # plugin_dirs = [
I1025 19:13:48.191527 101993 command_runner.go:130] > # "/opt/cni/bin/",
I1025 19:13:48.191533 101993 command_runner.go:130] > # ]
I1025 19:13:48.191538 101993 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I1025 19:13:48.191544 101993 command_runner.go:130] > [crio.metrics]
I1025 19:13:48.191550 101993 command_runner.go:130] > # Globally enable or disable metrics support.
I1025 19:13:48.191556 101993 command_runner.go:130] > # enable_metrics = false
I1025 19:13:48.191561 101993 command_runner.go:130] > # Specify enabled metrics collectors.
I1025 19:13:48.191568 101993 command_runner.go:130] > # Per default all metrics are enabled.
I1025 19:13:48.191574 101993 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I1025 19:13:48.191583 101993 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I1025 19:13:48.191591 101993 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I1025 19:13:48.191598 101993 command_runner.go:130] > # metrics_collectors = [
I1025 19:13:48.191602 101993 command_runner.go:130] > # "operations",
I1025 19:13:48.191609 101993 command_runner.go:130] > # "operations_latency_microseconds_total",
I1025 19:13:48.191614 101993 command_runner.go:130] > # "operations_latency_microseconds",
I1025 19:13:48.191620 101993 command_runner.go:130] > # "operations_errors",
I1025 19:13:48.191625 101993 command_runner.go:130] > # "image_pulls_by_digest",
I1025 19:13:48.191631 101993 command_runner.go:130] > # "image_pulls_by_name",
I1025 19:13:48.191636 101993 command_runner.go:130] > # "image_pulls_by_name_skipped",
I1025 19:13:48.191642 101993 command_runner.go:130] > # "image_pulls_failures",
I1025 19:13:48.191646 101993 command_runner.go:130] > # "image_pulls_successes",
I1025 19:13:48.191653 101993 command_runner.go:130] > # "image_pulls_layer_size",
I1025 19:13:48.191657 101993 command_runner.go:130] > # "image_layer_reuse",
I1025 19:13:48.191664 101993 command_runner.go:130] > # "containers_oom_total",
I1025 19:13:48.191669 101993 command_runner.go:130] > # "containers_oom",
I1025 19:13:48.191676 101993 command_runner.go:130] > # "processes_defunct",
I1025 19:13:48.191680 101993 command_runner.go:130] > # "operations_total",
I1025 19:13:48.191684 101993 command_runner.go:130] > # "operations_latency_seconds",
I1025 19:13:48.191690 101993 command_runner.go:130] > # "operations_latency_seconds_total",
I1025 19:13:48.191697 101993 command_runner.go:130] > # "operations_errors_total",
I1025 19:13:48.191701 101993 command_runner.go:130] > # "image_pulls_bytes_total",
I1025 19:13:48.191708 101993 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I1025 19:13:48.191713 101993 command_runner.go:130] > # "image_pulls_failure_total",
I1025 19:13:48.191719 101993 command_runner.go:130] > # "image_pulls_success_total",
I1025 19:13:48.191723 101993 command_runner.go:130] > # "image_layer_reuse_total",
I1025 19:13:48.191730 101993 command_runner.go:130] > # "containers_oom_count_total",
I1025 19:13:48.191733 101993 command_runner.go:130] > # ]
I1025 19:13:48.191741 101993 command_runner.go:130] > # The port on which the metrics server will listen.
I1025 19:13:48.191745 101993 command_runner.go:130] > # metrics_port = 9090
I1025 19:13:48.191753 101993 command_runner.go:130] > # Local socket path to bind the metrics server to
I1025 19:13:48.191759 101993 command_runner.go:130] > # metrics_socket = ""
I1025 19:13:48.191764 101993 command_runner.go:130] > # The certificate for the secure metrics server.
I1025 19:13:48.191772 101993 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I1025 19:13:48.191783 101993 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I1025 19:13:48.191790 101993 command_runner.go:130] > # certificate on any modification event.
I1025 19:13:48.191794 101993 command_runner.go:130] > # metrics_cert = ""
I1025 19:13:48.191802 101993 command_runner.go:130] > # The certificate key for the secure metrics server.
I1025 19:13:48.191809 101993 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I1025 19:13:48.191816 101993 command_runner.go:130] > # metrics_key = ""
I1025 19:13:48.191822 101993 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I1025 19:13:48.191828 101993 command_runner.go:130] > [crio.tracing]
I1025 19:13:48.191834 101993 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I1025 19:13:48.191840 101993 command_runner.go:130] > # enable_tracing = false
I1025 19:13:48.191846 101993 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I1025 19:13:48.191852 101993 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I1025 19:13:48.191858 101993 command_runner.go:130] > # Number of samples to collect per million spans.
I1025 19:13:48.191865 101993 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I1025 19:13:48.191871 101993 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I1025 19:13:48.191878 101993 command_runner.go:130] > [crio.stats]
I1025 19:13:48.191883 101993 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I1025 19:13:48.191891 101993 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I1025 19:13:48.191898 101993 command_runner.go:130] > # stats_collection_period = 0
I1025 19:13:48.191933 101993 command_runner.go:130] ! time="2023-10-25 19:13:48.184958463Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I1025 19:13:48.191946 101993 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I1025 19:13:48.192002 101993 cni.go:84] Creating CNI manager for ""
I1025 19:13:48.192011 101993 cni.go:136] 2 nodes found, recommending kindnet
I1025 19:13:48.192022 101993 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1025 19:13:48.192041 101993 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.3 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-416232 NodeName:multinode-416232-m02 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.3 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1025 19:13:48.192145 101993 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.3
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-416232-m02"
kubeletExtraArgs:
node-ip: 192.168.58.3
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1025 19:13:48.192188 101993 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-416232-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.3
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:multinode-416232 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1025 19:13:48.192229 101993 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1025 19:13:48.200379 101993 command_runner.go:130] > kubeadm
I1025 19:13:48.200400 101993 command_runner.go:130] > kubectl
I1025 19:13:48.200404 101993 command_runner.go:130] > kubelet
I1025 19:13:48.200424 101993 binaries.go:44] Found k8s binaries, skipping transfer
I1025 19:13:48.200480 101993 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I1025 19:13:48.207907 101993 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (430 bytes)
I1025 19:13:48.223249 101993 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1025 19:13:48.238820 101993 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I1025 19:13:48.241761 101993 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1025 19:13:48.251456 101993 host.go:66] Checking if "multinode-416232" exists ...
I1025 19:13:48.251689 101993 config.go:182] Loaded profile config "multinode-416232": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:13:48.251682 101993 start.go:304] JoinCluster: &{Name:multinode-416232 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-416232 Namespace:default APIServerName:minikubeCA APIServerNames:[] A
PIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:
9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 19:13:48.251787 101993 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm token create --print-join-command --ttl=0"
I1025 19:13:48.251836 101993 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:13:48.267929 101993 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:13:48.414009 101993 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token r47fk4.xpbnq6la4ed8edgz --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858
I1025 19:13:48.414064 101993 start.go:325] trying to join worker node "m02" to cluster: &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}
I1025 19:13:48.414094 101993 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm join control-plane.minikube.internal:8443 --token r47fk4.xpbnq6la4ed8edgz --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858 --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-416232-m02"
I1025 19:13:48.448805 101993 command_runner.go:130] ! W1025 19:13:48.448250 1117 initconfiguration.go:120] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/crio/crio.sock". Please update your configuration!
I1025 19:13:48.476821 101993 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1045-gcp\n", err: exit status 1
I1025 19:13:48.542444 101993 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1025 19:13:50.675792 101993 command_runner.go:130] > [preflight] Running pre-flight checks
I1025 19:13:50.675826 101993 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I1025 19:13:50.675838 101993 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1045-gcp[0m
I1025 19:13:50.675844 101993 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I1025 19:13:50.675849 101993 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1025 19:13:50.675855 101993 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1025 19:13:50.675860 101993 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1025 19:13:50.675872 101993 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1025 19:13:50.675882 101993 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1025 19:13:50.675887 101993 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1025 19:13:50.675895 101993 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1025 19:13:50.675908 101993 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1025 19:13:50.675922 101993 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1025 19:13:50.675934 101993 command_runner.go:130] > [preflight] Reading configuration from the cluster...
I1025 19:13:50.675946 101993 command_runner.go:130] > [preflight] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'
I1025 19:13:50.675955 101993 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1025 19:13:50.675965 101993 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1025 19:13:50.675973 101993 command_runner.go:130] > [kubelet-start] Starting the kubelet
I1025 19:13:50.675982 101993 command_runner.go:130] > [kubelet-start] Waiting for the kubelet to perform the TLS Bootstrap...
I1025 19:13:50.675994 101993 command_runner.go:130] > This node has joined the cluster:
I1025 19:13:50.676010 101993 command_runner.go:130] > * Certificate signing request was sent to apiserver and a response was received.
I1025 19:13:50.676025 101993 command_runner.go:130] > * The Kubelet was informed of the new secure connection details.
I1025 19:13:50.676038 101993 command_runner.go:130] > Run 'kubectl get nodes' on the control-plane to see this node join the cluster.
I1025 19:13:50.676069 101993 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm join control-plane.minikube.internal:8443 --token r47fk4.xpbnq6la4ed8edgz --discovery-token-ca-cert-hash sha256:6fd7a95725b9f4ba068cbc71ce95be7d131361ae06970b12d94e9f9338809858 --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-416232-m02": (2.261953922s)
I1025 19:13:50.676098 101993 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1025 19:13:50.851149 101993 command_runner.go:130] ! Created symlink /etc/systemd/system/multi-user.target.wants/kubelet.service → /lib/systemd/system/kubelet.service.
I1025 19:13:50.851181 101993 start.go:306] JoinCluster complete in 2.599498667s
I1025 19:13:50.851191 101993 cni.go:84] Creating CNI manager for ""
I1025 19:13:50.851196 101993 cni.go:136] 2 nodes found, recommending kindnet
I1025 19:13:50.851262 101993 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1025 19:13:50.855205 101993 command_runner.go:130] > File: /opt/cni/bin/portmap
I1025 19:13:50.855236 101993 command_runner.go:130] > Size: 3955775 Blocks: 7728 IO Block: 4096 regular file
I1025 19:13:50.855246 101993 command_runner.go:130] > Device: 33h/51d Inode: 804956 Links: 1
I1025 19:13:50.855255 101993 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I1025 19:13:50.855263 101993 command_runner.go:130] > Access: 2023-05-09 19:53:47.000000000 +0000
I1025 19:13:50.855271 101993 command_runner.go:130] > Modify: 2023-05-09 19:53:47.000000000 +0000
I1025 19:13:50.855280 101993 command_runner.go:130] > Change: 2023-10-25 18:53:08.346051354 +0000
I1025 19:13:50.855293 101993 command_runner.go:130] > Birth: 2023-10-25 18:53:08.318048668 +0000
I1025 19:13:50.855350 101993 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1025 19:13:50.855362 101993 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1025 19:13:50.871597 101993 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1025 19:13:51.102934 101993 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet unchanged
I1025 19:13:51.102965 101993 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet unchanged
I1025 19:13:51.102976 101993 command_runner.go:130] > serviceaccount/kindnet unchanged
I1025 19:13:51.102983 101993 command_runner.go:130] > daemonset.apps/kindnet configured
I1025 19:13:51.103344 101993 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:13:51.103578 101993 kapi.go:59] client config for multinode-416232: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.crt", KeyFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.key", CAFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c28ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1025 19:13:51.103909 101993 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1025 19:13:51.103924 101993 round_trippers.go:469] Request Headers:
I1025 19:13:51.103935 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:51.103944 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:51.106228 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:51.106248 101993 round_trippers.go:577] Response Headers:
I1025 19:13:51.106255 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:51.106260 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:51.106265 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:51.106270 101993 round_trippers.go:580] Content-Length: 291
I1025 19:13:51.106275 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:51 GMT
I1025 19:13:51.106285 101993 round_trippers.go:580] Audit-Id: e96ea2f0-1454-446f-b954-923f018ff908
I1025 19:13:51.106290 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:51.106310 101993 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"c6ff59bb-d31f-45a0-9451-e36ca33ff5d5","resourceVersion":"449","creationTimestamp":"2023-10-25T19:12:50Z"},"spec":{"replicas":1},"status":{"replicas":1,"selector":"k8s-app=kube-dns"}}
I1025 19:13:51.106421 101993 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-416232" context rescaled to 1 replicas
I1025 19:13:51.106452 101993 start.go:223] Will wait 6m0s for node &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}
I1025 19:13:51.109790 101993 out.go:177] * Verifying Kubernetes components...
I1025 19:13:51.111391 101993 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 19:13:51.123394 101993 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:13:51.123612 101993 kapi.go:59] client config for multinode-416232: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.crt", KeyFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/profiles/multinode-416232/client.key", CAFile:"/home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1c28ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1025 19:13:51.123825 101993 node_ready.go:35] waiting up to 6m0s for node "multinode-416232-m02" to be "Ready" ...
I1025 19:13:51.123886 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:51.123891 101993 round_trippers.go:469] Request Headers:
I1025 19:13:51.123899 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:51.123907 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:51.126301 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:51.126324 101993 round_trippers.go:577] Response Headers:
I1025 19:13:51.126335 101993 round_trippers.go:580] Audit-Id: 93bfd20a-e625-4b3b-88c9-c3828e6ad026
I1025 19:13:51.126343 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:51.126351 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:51.126356 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:51.126361 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:51.126401 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:51 GMT
I1025 19:13:51.126484 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"485","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1025 19:13:51.126781 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:51.126791 101993 round_trippers.go:469] Request Headers:
I1025 19:13:51.126797 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:51.126803 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:51.128989 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:51.129010 101993 round_trippers.go:577] Response Headers:
I1025 19:13:51.129020 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:51.129029 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:51.129038 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:51.129047 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:51.129059 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:51 GMT
I1025 19:13:51.129069 101993 round_trippers.go:580] Audit-Id: e7a95564-ac46-48b6-b7c5-45ab356dd089
I1025 19:13:51.129245 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"485","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1025 19:13:51.630462 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:51.630489 101993 round_trippers.go:469] Request Headers:
I1025 19:13:51.630502 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:51.630512 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:51.633023 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:51.633049 101993 round_trippers.go:577] Response Headers:
I1025 19:13:51.633149 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:51.633179 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:51.633189 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:51.633212 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:51 GMT
I1025 19:13:51.633222 101993 round_trippers.go:580] Audit-Id: 0e2294cd-472c-44fc-9102-e3e46e525985
I1025 19:13:51.633232 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:51.633363 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"485","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1025 19:13:52.129810 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:52.129830 101993 round_trippers.go:469] Request Headers:
I1025 19:13:52.129838 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:52.129844 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:52.132151 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:52.132175 101993 round_trippers.go:577] Response Headers:
I1025 19:13:52.132183 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:52.132189 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:52.132194 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:52.132199 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:52 GMT
I1025 19:13:52.132204 101993 round_trippers.go:580] Audit-Id: 4984bf67-d4c9-432f-9ac2-4441fb06617a
I1025 19:13:52.132209 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:52.132345 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"485","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1025 19:13:52.629808 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:52.629841 101993 round_trippers.go:469] Request Headers:
I1025 19:13:52.629858 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:52.629866 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:52.632960 101993 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1025 19:13:52.632987 101993 round_trippers.go:577] Response Headers:
I1025 19:13:52.632999 101993 round_trippers.go:580] Audit-Id: b4772b0f-7e3f-4f0e-8fc4-82bf9665b116
I1025 19:13:52.633007 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:52.633014 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:52.633022 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:52.633035 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:52.633044 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:52 GMT
I1025 19:13:52.633171 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"485","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1025 19:13:53.129774 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:53.129796 101993 round_trippers.go:469] Request Headers:
I1025 19:13:53.129807 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:53.129815 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:53.132003 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:53.132024 101993 round_trippers.go:577] Response Headers:
I1025 19:13:53.132038 101993 round_trippers.go:580] Audit-Id: 48c6bd24-48b2-4df3-ae50-96557e367f6f
I1025 19:13:53.132047 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:53.132058 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:53.132067 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:53.132080 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:53.132093 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:53 GMT
I1025 19:13:53.132245 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"485","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1025 19:13:53.132564 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:13:53.629880 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:53.629906 101993 round_trippers.go:469] Request Headers:
I1025 19:13:53.629914 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:53.629920 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:53.632534 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:53.632574 101993 round_trippers.go:577] Response Headers:
I1025 19:13:53.632581 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:53.632587 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:53.632592 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:53.632597 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:53 GMT
I1025 19:13:53.632602 101993 round_trippers.go:580] Audit-Id: aef7f368-7b3b-4365-a6e3-2e41a3ae3ee1
I1025 19:13:53.632610 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:53.632739 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"485","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alp [truncated 5101 chars]
I1025 19:13:54.130519 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:54.130546 101993 round_trippers.go:469] Request Headers:
I1025 19:13:54.130559 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:54.130568 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:54.132965 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:54.132984 101993 round_trippers.go:577] Response Headers:
I1025 19:13:54.132991 101993 round_trippers.go:580] Audit-Id: 6287370b-b108-42d3-b7d3-0ba0baa15ee4
I1025 19:13:54.132996 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:54.133001 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:54.133006 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:54.133011 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:54.133016 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:54 GMT
I1025 19:13:54.133103 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:54.630698 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:54.630724 101993 round_trippers.go:469] Request Headers:
I1025 19:13:54.630733 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:54.630739 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:54.633107 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:54.633135 101993 round_trippers.go:577] Response Headers:
I1025 19:13:54.633145 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:54 GMT
I1025 19:13:54.633155 101993 round_trippers.go:580] Audit-Id: 07fdfd17-eda9-45be-81f3-fbfeea034975
I1025 19:13:54.633164 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:54.633173 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:54.633187 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:54.633199 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:54.633319 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:55.129851 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:55.129872 101993 round_trippers.go:469] Request Headers:
I1025 19:13:55.129882 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:55.129888 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:55.132310 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:55.132333 101993 round_trippers.go:577] Response Headers:
I1025 19:13:55.132341 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:55.132346 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:55.132352 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:55 GMT
I1025 19:13:55.132357 101993 round_trippers.go:580] Audit-Id: 06b8d9c0-fbe7-401f-888a-039b70fb8af8
I1025 19:13:55.132363 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:55.132369 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:55.132468 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:55.132852 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:13:55.629937 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:55.629970 101993 round_trippers.go:469] Request Headers:
I1025 19:13:55.629978 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:55.629984 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:55.632544 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:55.632568 101993 round_trippers.go:577] Response Headers:
I1025 19:13:55.632575 101993 round_trippers.go:580] Audit-Id: 21d77011-d92e-47dc-a585-dadcd56783a8
I1025 19:13:55.632581 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:55.632586 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:55.632591 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:55.632597 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:55.632604 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:55 GMT
I1025 19:13:55.632745 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:56.130168 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:56.130200 101993 round_trippers.go:469] Request Headers:
I1025 19:13:56.130209 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:56.130215 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:56.132681 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:56.132708 101993 round_trippers.go:577] Response Headers:
I1025 19:13:56.132715 101993 round_trippers.go:580] Audit-Id: dec787ac-3863-4730-b7a5-11f39ba1ed07
I1025 19:13:56.132721 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:56.132726 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:56.132731 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:56.132740 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:56.132749 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:56 GMT
I1025 19:13:56.132860 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:56.630461 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:56.630485 101993 round_trippers.go:469] Request Headers:
I1025 19:13:56.630494 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:56.630500 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:56.632886 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:56.632914 101993 round_trippers.go:577] Response Headers:
I1025 19:13:56.632924 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:56 GMT
I1025 19:13:56.632932 101993 round_trippers.go:580] Audit-Id: c93f903d-020b-4d96-a2a0-af27757296c6
I1025 19:13:56.632941 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:56.632950 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:56.632958 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:56.632966 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:56.633085 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:57.130758 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:57.130779 101993 round_trippers.go:469] Request Headers:
I1025 19:13:57.130788 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:57.130794 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:57.133141 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:57.133164 101993 round_trippers.go:577] Response Headers:
I1025 19:13:57.133170 101993 round_trippers.go:580] Audit-Id: 94f901fb-dcb8-4780-a7b6-d06851277764
I1025 19:13:57.133178 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:57.133187 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:57.133195 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:57.133203 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:57.133212 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:57 GMT
I1025 19:13:57.133416 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:57.133727 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:13:57.629952 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:57.629973 101993 round_trippers.go:469] Request Headers:
I1025 19:13:57.629981 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:57.629991 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:57.632221 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:57.632243 101993 round_trippers.go:577] Response Headers:
I1025 19:13:57.632251 101993 round_trippers.go:580] Audit-Id: 8f10fed4-d92c-4efe-a685-4843063f862f
I1025 19:13:57.632256 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:57.632261 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:57.632266 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:57.632272 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:57.632278 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:57 GMT
I1025 19:13:57.632428 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:58.130601 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:58.130623 101993 round_trippers.go:469] Request Headers:
I1025 19:13:58.130631 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:58.130637 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:58.132951 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:58.132970 101993 round_trippers.go:577] Response Headers:
I1025 19:13:58.132978 101993 round_trippers.go:580] Audit-Id: d2f234e1-f738-47f0-a05e-4bf636638a40
I1025 19:13:58.132983 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:58.132988 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:58.132993 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:58.132998 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:58.133004 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:58 GMT
I1025 19:13:58.133088 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:58.630429 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:58.630452 101993 round_trippers.go:469] Request Headers:
I1025 19:13:58.630460 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:58.630467 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:58.633192 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:58.633233 101993 round_trippers.go:577] Response Headers:
I1025 19:13:58.633243 101993 round_trippers.go:580] Audit-Id: c53c3c39-189f-405f-8e6c-f957223495f3
I1025 19:13:58.633249 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:58.633254 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:58.633259 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:58.633264 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:58.633269 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:58 GMT
I1025 19:13:58.633473 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:59.129832 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:59.129859 101993 round_trippers.go:469] Request Headers:
I1025 19:13:59.129868 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:59.129874 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:59.132554 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:59.132585 101993 round_trippers.go:577] Response Headers:
I1025 19:13:59.132596 101993 round_trippers.go:580] Audit-Id: 034c07df-b8e2-4ae5-a3ff-2a6eca26d901
I1025 19:13:59.132606 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:59.132615 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:59.132627 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:59.132637 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:59.132647 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:59 GMT
I1025 19:13:59.132771 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:59.630225 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:13:59.630254 101993 round_trippers.go:469] Request Headers:
I1025 19:13:59.630266 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:13:59.630277 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:13:59.632830 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:13:59.632854 101993 round_trippers.go:577] Response Headers:
I1025 19:13:59.632864 101993 round_trippers.go:580] Audit-Id: 77b167ea-1229-4ab5-ae94-259bf0fb051a
I1025 19:13:59.632872 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:13:59.632880 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:13:59.632888 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:13:59.632896 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:13:59.632904 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:13:59 GMT
I1025 19:13:59.633021 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:13:59.633321 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:00.130709 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:00.130735 101993 round_trippers.go:469] Request Headers:
I1025 19:14:00.130748 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:00.130758 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:00.133216 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:00.133238 101993 round_trippers.go:577] Response Headers:
I1025 19:14:00.133245 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:00.133250 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:00.133255 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:00.133261 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:00.133265 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:00 GMT
I1025 19:14:00.133270 101993 round_trippers.go:580] Audit-Id: 27eb97fd-e56d-451e-a589-46088f752b5e
I1025 19:14:00.133355 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"502","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5210 chars]
I1025 19:14:00.629968 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:00.629990 101993 round_trippers.go:469] Request Headers:
I1025 19:14:00.629998 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:00.630004 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:00.632349 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:00.632371 101993 round_trippers.go:577] Response Headers:
I1025 19:14:00.632380 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:00.632386 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:00 GMT
I1025 19:14:00.632392 101993 round_trippers.go:580] Audit-Id: 4793c361-66b0-4725-8fec-22b40f7320cc
I1025 19:14:00.632397 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:00.632402 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:00.632407 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:00.632517 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:01.130043 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:01.130072 101993 round_trippers.go:469] Request Headers:
I1025 19:14:01.130080 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:01.130086 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:01.132515 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:01.132535 101993 round_trippers.go:577] Response Headers:
I1025 19:14:01.132542 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:01.132548 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:01.132553 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:01.132558 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:01.132563 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:01 GMT
I1025 19:14:01.132568 101993 round_trippers.go:580] Audit-Id: f840b97a-c4ed-48b7-be17-496d19c1820f
I1025 19:14:01.132664 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:01.630229 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:01.630276 101993 round_trippers.go:469] Request Headers:
I1025 19:14:01.630287 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:01.630295 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:01.632766 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:01.632794 101993 round_trippers.go:577] Response Headers:
I1025 19:14:01.632804 101993 round_trippers.go:580] Audit-Id: 7460b2a1-9ebd-4628-b069-b9103e842326
I1025 19:14:01.632812 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:01.632820 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:01.632833 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:01.632844 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:01.632856 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:01 GMT
I1025 19:14:01.633020 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:01.633395 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:02.130610 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:02.130630 101993 round_trippers.go:469] Request Headers:
I1025 19:14:02.130638 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:02.130644 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:02.134804 101993 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1025 19:14:02.134834 101993 round_trippers.go:577] Response Headers:
I1025 19:14:02.134845 101993 round_trippers.go:580] Audit-Id: 1ba1db97-ba11-42f6-ba80-cdcc929c4e70
I1025 19:14:02.134854 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:02.134862 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:02.134870 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:02.134881 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:02.134893 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:02 GMT
I1025 19:14:02.135000 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:02.630569 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:02.630600 101993 round_trippers.go:469] Request Headers:
I1025 19:14:02.630612 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:02.630622 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:02.632909 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:02.632937 101993 round_trippers.go:577] Response Headers:
I1025 19:14:02.632947 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:02.632957 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:02.632966 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:02.632974 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:02.632985 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:02 GMT
I1025 19:14:02.632990 101993 round_trippers.go:580] Audit-Id: f60a7882-0544-45cd-929d-a6e49a4a438b
I1025 19:14:02.633088 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:03.129802 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:03.129842 101993 round_trippers.go:469] Request Headers:
I1025 19:14:03.129854 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:03.129862 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:03.132152 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:03.132176 101993 round_trippers.go:577] Response Headers:
I1025 19:14:03.132185 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:03 GMT
I1025 19:14:03.132191 101993 round_trippers.go:580] Audit-Id: e847aad7-3c65-4b29-85f7-63cc2a25d8c0
I1025 19:14:03.132196 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:03.132202 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:03.132207 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:03.132213 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:03.132316 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:03.629861 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:03.629889 101993 round_trippers.go:469] Request Headers:
I1025 19:14:03.629900 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:03.629908 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:03.632385 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:03.632413 101993 round_trippers.go:577] Response Headers:
I1025 19:14:03.632424 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:03.632433 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:03 GMT
I1025 19:14:03.632440 101993 round_trippers.go:580] Audit-Id: 215e91df-8c20-49ad-94fa-2ebbbe3bae25
I1025 19:14:03.632448 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:03.632453 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:03.632459 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:03.632569 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:04.130506 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:04.130527 101993 round_trippers.go:469] Request Headers:
I1025 19:14:04.130534 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:04.130541 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:04.132874 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:04.132898 101993 round_trippers.go:577] Response Headers:
I1025 19:14:04.132908 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:04.132916 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:04.132924 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:04.132940 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:04.132949 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:04 GMT
I1025 19:14:04.132955 101993 round_trippers.go:580] Audit-Id: 8d90652b-fa28-4415-85cc-42b7d962c524
I1025 19:14:04.133071 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:04.133377 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:04.630620 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:04.630645 101993 round_trippers.go:469] Request Headers:
I1025 19:14:04.630655 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:04.630665 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:04.632921 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:04.632942 101993 round_trippers.go:577] Response Headers:
I1025 19:14:04.632952 101993 round_trippers.go:580] Audit-Id: 9b85a0f9-2118-47c5-9d5a-9dd227293fe4
I1025 19:14:04.632959 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:04.632966 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:04.632974 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:04.632982 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:04.632991 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:04 GMT
I1025 19:14:04.633093 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:05.130785 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:05.130819 101993 round_trippers.go:469] Request Headers:
I1025 19:14:05.130827 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:05.130833 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:05.133183 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:05.133202 101993 round_trippers.go:577] Response Headers:
I1025 19:14:05.133211 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:05.133217 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:05.133226 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:05.133234 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:05 GMT
I1025 19:14:05.133243 101993 round_trippers.go:580] Audit-Id: 07095a74-4827-472b-a597-11718907df44
I1025 19:14:05.133255 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:05.133375 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:05.629927 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:05.629948 101993 round_trippers.go:469] Request Headers:
I1025 19:14:05.629956 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:05.629964 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:05.632369 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:05.632394 101993 round_trippers.go:577] Response Headers:
I1025 19:14:05.632401 101993 round_trippers.go:580] Audit-Id: ee7acd68-f372-4bee-b2ca-33e2db26b16d
I1025 19:14:05.632407 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:05.632412 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:05.632417 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:05.632423 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:05.632429 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:05 GMT
I1025 19:14:05.632517 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:06.130071 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:06.130093 101993 round_trippers.go:469] Request Headers:
I1025 19:14:06.130102 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:06.130109 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:06.132527 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:06.132547 101993 round_trippers.go:577] Response Headers:
I1025 19:14:06.132555 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:06.132561 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:06.132566 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:06 GMT
I1025 19:14:06.132572 101993 round_trippers.go:580] Audit-Id: 92414959-cad9-47f9-9c5f-4ad08e92bcfc
I1025 19:14:06.132577 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:06.132583 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:06.132685 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:06.630194 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:06.630224 101993 round_trippers.go:469] Request Headers:
I1025 19:14:06.630235 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:06.630243 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:06.632600 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:06.632635 101993 round_trippers.go:577] Response Headers:
I1025 19:14:06.632647 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:06.632656 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:06.632665 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:06 GMT
I1025 19:14:06.632674 101993 round_trippers.go:580] Audit-Id: 8e01bc2e-dea1-42d7-a5c4-f73554bdcdff
I1025 19:14:06.632684 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:06.632694 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:06.632855 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:06.633158 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:07.130438 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:07.130463 101993 round_trippers.go:469] Request Headers:
I1025 19:14:07.130473 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:07.130481 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:07.132865 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:07.132886 101993 round_trippers.go:577] Response Headers:
I1025 19:14:07.132893 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:07.132898 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:07.132904 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:07 GMT
I1025 19:14:07.132909 101993 round_trippers.go:580] Audit-Id: ea274aa6-1f90-4ad2-9494-3cea7c996850
I1025 19:14:07.132914 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:07.132919 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:07.133016 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:07.630642 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:07.630665 101993 round_trippers.go:469] Request Headers:
I1025 19:14:07.630673 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:07.630679 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:07.633008 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:07.633036 101993 round_trippers.go:577] Response Headers:
I1025 19:14:07.633049 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:07.633060 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:07.633069 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:07.633077 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:07 GMT
I1025 19:14:07.633083 101993 round_trippers.go:580] Audit-Id: 6eca3f55-664c-4e47-97f7-2a9e1fa9de37
I1025 19:14:07.633092 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:07.633244 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:08.130052 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:08.130078 101993 round_trippers.go:469] Request Headers:
I1025 19:14:08.130087 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:08.130093 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:08.132591 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:08.132614 101993 round_trippers.go:577] Response Headers:
I1025 19:14:08.132621 101993 round_trippers.go:580] Audit-Id: 63f19f11-9bf4-4364-a95f-a1808c4c3ec7
I1025 19:14:08.132626 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:08.132632 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:08.132637 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:08.132642 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:08.132647 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:08 GMT
I1025 19:14:08.132791 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:08.630518 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:08.630545 101993 round_trippers.go:469] Request Headers:
I1025 19:14:08.630558 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:08.630565 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:08.633122 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:08.633149 101993 round_trippers.go:577] Response Headers:
I1025 19:14:08.633159 101993 round_trippers.go:580] Audit-Id: dc966583-25ae-4612-8294-afcd1804ec67
I1025 19:14:08.633166 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:08.633173 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:08.633180 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:08.633188 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:08.633196 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:08 GMT
I1025 19:14:08.633306 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:08.633637 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:09.129837 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:09.129867 101993 round_trippers.go:469] Request Headers:
I1025 19:14:09.129876 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:09.129882 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:09.132138 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:09.132160 101993 round_trippers.go:577] Response Headers:
I1025 19:14:09.132170 101993 round_trippers.go:580] Audit-Id: 77b958c2-663e-4604-8c89-2045eef167cd
I1025 19:14:09.132178 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:09.132184 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:09.132194 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:09.132203 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:09.132215 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:09 GMT
I1025 19:14:09.132307 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:09.629947 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:09.629969 101993 round_trippers.go:469] Request Headers:
I1025 19:14:09.629978 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:09.629984 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:09.632845 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:09.632873 101993 round_trippers.go:577] Response Headers:
I1025 19:14:09.632881 101993 round_trippers.go:580] Audit-Id: a0c52e34-7b60-4f21-b16a-b7905317b31c
I1025 19:14:09.632887 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:09.632892 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:09.632897 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:09.632902 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:09.632908 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:09 GMT
I1025 19:14:09.633027 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:10.130577 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:10.130598 101993 round_trippers.go:469] Request Headers:
I1025 19:14:10.130606 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:10.130611 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:10.132925 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:10.132945 101993 round_trippers.go:577] Response Headers:
I1025 19:14:10.132951 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:10.132957 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:10 GMT
I1025 19:14:10.132962 101993 round_trippers.go:580] Audit-Id: 88da2b3d-b936-44a3-b10b-63f3fe1e2900
I1025 19:14:10.132969 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:10.132974 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:10.132980 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:10.133076 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:10.630631 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:10.630662 101993 round_trippers.go:469] Request Headers:
I1025 19:14:10.630675 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:10.630685 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:10.633008 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:10.633041 101993 round_trippers.go:577] Response Headers:
I1025 19:14:10.633051 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:10 GMT
I1025 19:14:10.633059 101993 round_trippers.go:580] Audit-Id: 1be24a85-eed1-4d8e-957d-1f085c4af62b
I1025 19:14:10.633071 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:10.633079 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:10.633087 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:10.633094 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:10.633269 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:11.129873 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:11.129897 101993 round_trippers.go:469] Request Headers:
I1025 19:14:11.129906 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:11.129912 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:11.132401 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:11.132427 101993 round_trippers.go:577] Response Headers:
I1025 19:14:11.132438 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:11 GMT
I1025 19:14:11.132447 101993 round_trippers.go:580] Audit-Id: c2213970-5cab-48e7-84ec-d66fed6a5077
I1025 19:14:11.132453 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:11.132458 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:11.132466 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:11.132475 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:11.132557 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:11.132882 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:11.630071 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:11.630091 101993 round_trippers.go:469] Request Headers:
I1025 19:14:11.630104 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:11.630110 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:11.632768 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:11.632787 101993 round_trippers.go:577] Response Headers:
I1025 19:14:11.632797 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:11.632804 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:11.632812 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:11 GMT
I1025 19:14:11.632820 101993 round_trippers.go:580] Audit-Id: 3cb52b7e-7273-470d-bc24-b6cd166f4725
I1025 19:14:11.632832 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:11.632855 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:11.632999 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:12.130642 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:12.130667 101993 round_trippers.go:469] Request Headers:
I1025 19:14:12.130675 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:12.130681 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:12.133159 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:12.133180 101993 round_trippers.go:577] Response Headers:
I1025 19:14:12.133187 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:12 GMT
I1025 19:14:12.133193 101993 round_trippers.go:580] Audit-Id: cb9e6ec5-a8be-4d00-8b5a-8c08f6550d47
I1025 19:14:12.133201 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:12.133208 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:12.133216 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:12.133224 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:12.133328 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:12.629925 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:12.629946 101993 round_trippers.go:469] Request Headers:
I1025 19:14:12.629954 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:12.629960 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:12.632418 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:12.632445 101993 round_trippers.go:577] Response Headers:
I1025 19:14:12.632453 101993 round_trippers.go:580] Audit-Id: 2bf93bf1-5a5b-4b2a-819c-d953b38af830
I1025 19:14:12.632458 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:12.632463 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:12.632471 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:12.632483 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:12.632496 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:12 GMT
I1025 19:14:12.632623 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:13.130482 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:13.130503 101993 round_trippers.go:469] Request Headers:
I1025 19:14:13.130511 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:13.130518 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:13.132754 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:13.132780 101993 round_trippers.go:577] Response Headers:
I1025 19:14:13.132791 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:13.132801 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:13.132809 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:13 GMT
I1025 19:14:13.132820 101993 round_trippers.go:580] Audit-Id: 571d37bf-15c6-407e-8cbc-23a341656f35
I1025 19:14:13.132832 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:13.132842 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:13.132936 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:13.133267 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:13.630543 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:13.630566 101993 round_trippers.go:469] Request Headers:
I1025 19:14:13.630574 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:13.630580 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:13.632991 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:13.633020 101993 round_trippers.go:577] Response Headers:
I1025 19:14:13.633032 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:13.633042 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:13.633050 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:13 GMT
I1025 19:14:13.633059 101993 round_trippers.go:580] Audit-Id: 215b121e-035f-4786-92ed-46f08a74df27
I1025 19:14:13.633068 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:13.633077 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:13.633208 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:14.129809 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:14.129833 101993 round_trippers.go:469] Request Headers:
I1025 19:14:14.129841 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:14.129847 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:14.132349 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:14.132377 101993 round_trippers.go:577] Response Headers:
I1025 19:14:14.132393 101993 round_trippers.go:580] Audit-Id: 8ed88e31-4055-4e96-a262-4942eac8c6cf
I1025 19:14:14.132399 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:14.132408 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:14.132417 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:14.132424 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:14.132438 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:14 GMT
I1025 19:14:14.132551 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:14.629895 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:14.629940 101993 round_trippers.go:469] Request Headers:
I1025 19:14:14.629953 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:14.629962 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:14.632313 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:14.632334 101993 round_trippers.go:577] Response Headers:
I1025 19:14:14.632344 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:14.632352 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:14.632358 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:14.632366 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:14.632375 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:14 GMT
I1025 19:14:14.632393 101993 round_trippers.go:580] Audit-Id: 94cdf825-6565-433d-9c76-2d520dd94db8
I1025 19:14:14.632507 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:15.129873 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:15.129899 101993 round_trippers.go:469] Request Headers:
I1025 19:14:15.129908 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:15.129914 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:15.132320 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:15.132340 101993 round_trippers.go:577] Response Headers:
I1025 19:14:15.132347 101993 round_trippers.go:580] Audit-Id: 4989eda3-1506-4858-989f-cede47ede1fe
I1025 19:14:15.132353 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:15.132358 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:15.132363 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:15.132368 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:15.132375 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:15 GMT
I1025 19:14:15.132492 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:15.630725 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:15.630754 101993 round_trippers.go:469] Request Headers:
I1025 19:14:15.630766 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:15.630775 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:15.632988 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:15.633007 101993 round_trippers.go:577] Response Headers:
I1025 19:14:15.633014 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:15.633019 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:15.633024 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:15 GMT
I1025 19:14:15.633029 101993 round_trippers.go:580] Audit-Id: d67de809-30c6-4be2-9a18-1c03c58baeb7
I1025 19:14:15.633034 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:15.633039 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:15.633187 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:15.633529 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:16.129802 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:16.129828 101993 round_trippers.go:469] Request Headers:
I1025 19:14:16.129837 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:16.129844 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:16.132314 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:16.132335 101993 round_trippers.go:577] Response Headers:
I1025 19:14:16.132343 101993 round_trippers.go:580] Audit-Id: 1ab8a657-6572-46b1-9e7d-dd3b0eec31c8
I1025 19:14:16.132349 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:16.132359 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:16.132364 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:16.132370 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:16.132375 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:16 GMT
I1025 19:14:16.132484 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:16.629965 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:16.629997 101993 round_trippers.go:469] Request Headers:
I1025 19:14:16.630005 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:16.630010 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:16.632548 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:16.632576 101993 round_trippers.go:577] Response Headers:
I1025 19:14:16.632587 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:16 GMT
I1025 19:14:16.632596 101993 round_trippers.go:580] Audit-Id: cad3b087-2c7f-4e85-a47a-2b950a3b4a11
I1025 19:14:16.632605 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:16.632613 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:16.632619 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:16.632624 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:16.632720 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:17.130426 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:17.130449 101993 round_trippers.go:469] Request Headers:
I1025 19:14:17.130460 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:17.130469 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:17.132994 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:17.133019 101993 round_trippers.go:577] Response Headers:
I1025 19:14:17.133029 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:17.133122 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:17.133137 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:17.133143 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:17.133150 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:17 GMT
I1025 19:14:17.133157 101993 round_trippers.go:580] Audit-Id: ba25b06f-fd99-41d3-8038-89719c6cbb9a
I1025 19:14:17.133263 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:17.629770 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:17.629791 101993 round_trippers.go:469] Request Headers:
I1025 19:14:17.629800 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:17.629806 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:17.632149 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:17.632175 101993 round_trippers.go:577] Response Headers:
I1025 19:14:17.632185 101993 round_trippers.go:580] Audit-Id: 4ca1ccf6-748a-44d2-a68e-9b90de4b43a8
I1025 19:14:17.632193 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:17.632201 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:17.632209 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:17.632218 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:17.632228 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:17 GMT
I1025 19:14:17.632334 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:18.130417 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:18.130440 101993 round_trippers.go:469] Request Headers:
I1025 19:14:18.130448 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:18.130454 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:18.132981 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:18.133001 101993 round_trippers.go:577] Response Headers:
I1025 19:14:18.133008 101993 round_trippers.go:580] Audit-Id: a0071950-afad-44e8-831b-ae1dd969b0c7
I1025 19:14:18.133013 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:18.133018 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:18.133024 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:18.133028 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:18.133035 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:18 GMT
I1025 19:14:18.133209 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:18.133501 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:18.629755 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:18.629775 101993 round_trippers.go:469] Request Headers:
I1025 19:14:18.629783 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:18.629789 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:18.632157 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:18.632185 101993 round_trippers.go:577] Response Headers:
I1025 19:14:18.632196 101993 round_trippers.go:580] Audit-Id: 0bc05140-0025-4137-91fe-428423c06090
I1025 19:14:18.632204 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:18.632212 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:18.632220 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:18.632236 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:18.632245 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:18 GMT
I1025 19:14:18.632350 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:19.129934 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:19.129953 101993 round_trippers.go:469] Request Headers:
I1025 19:14:19.129961 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:19.129967 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:19.132659 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:19.132687 101993 round_trippers.go:577] Response Headers:
I1025 19:14:19.132697 101993 round_trippers.go:580] Audit-Id: 7a16b098-cd19-4bc2-809e-ac5c16f1314a
I1025 19:14:19.132707 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:19.132714 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:19.132720 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:19.132728 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:19.132736 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:19 GMT
I1025 19:14:19.132991 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:19.630682 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:19.630703 101993 round_trippers.go:469] Request Headers:
I1025 19:14:19.630712 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:19.630718 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:19.633334 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:19.633360 101993 round_trippers.go:577] Response Headers:
I1025 19:14:19.633369 101993 round_trippers.go:580] Audit-Id: b58d18fd-6866-4f2e-84c3-dc8a26290475
I1025 19:14:19.633375 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:19.633381 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:19.633386 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:19.633391 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:19.633396 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:19 GMT
I1025 19:14:19.633498 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:20.130074 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:20.130096 101993 round_trippers.go:469] Request Headers:
I1025 19:14:20.130107 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:20.130115 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:20.132491 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:20.132512 101993 round_trippers.go:577] Response Headers:
I1025 19:14:20.132520 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:20.132525 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:20.132531 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:20.132536 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:20 GMT
I1025 19:14:20.132541 101993 round_trippers.go:580] Audit-Id: 4c5ca5ca-abdc-491d-9b70-1cd94fe5a7c7
I1025 19:14:20.132546 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:20.132654 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:20.630345 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:20.630391 101993 round_trippers.go:469] Request Headers:
I1025 19:14:20.630403 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:20.630414 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:20.632991 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:20.633014 101993 round_trippers.go:577] Response Headers:
I1025 19:14:20.633024 101993 round_trippers.go:580] Audit-Id: f7bd7431-dc07-48b7-830c-4f9b4396c59a
I1025 19:14:20.633038 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:20.633046 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:20.633053 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:20.633064 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:20.633076 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:20 GMT
I1025 19:14:20.633203 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:20.633584 101993 node_ready.go:58] node "multinode-416232-m02" has status "Ready":"False"
I1025 19:14:21.130786 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:21.130809 101993 round_trippers.go:469] Request Headers:
I1025 19:14:21.130817 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:21.130822 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:21.133175 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:21.133201 101993 round_trippers.go:577] Response Headers:
I1025 19:14:21.133211 101993 round_trippers.go:580] Audit-Id: 19673499-906f-4d39-b939-9a3f3fca5d9d
I1025 19:14:21.133221 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:21.133229 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:21.133238 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:21.133248 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:21.133264 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:21 GMT
I1025 19:14:21.133376 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:21.629878 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:21.629905 101993 round_trippers.go:469] Request Headers:
I1025 19:14:21.629914 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:21.629924 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:21.632441 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:21.632471 101993 round_trippers.go:577] Response Headers:
I1025 19:14:21.632481 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:21.632488 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:21.632493 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:21 GMT
I1025 19:14:21.632499 101993 round_trippers.go:580] Audit-Id: 05053585-ac11-4c01-98c1-90d6ded7ecb6
I1025 19:14:21.632504 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:21.632510 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:21.632640 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"509","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5479 chars]
I1025 19:14:22.130211 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:22.130237 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.130246 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.130254 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.132701 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:22.132731 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.132752 101993 round_trippers.go:580] Audit-Id: 942e93f3-f9ff-4dd0-ab2e-81438690ed47
I1025 19:14:22.132761 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.132770 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.132779 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.132785 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.132794 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.132930 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"531","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5296 chars]
I1025 19:14:22.133313 101993 node_ready.go:49] node "multinode-416232-m02" has status "Ready":"True"
I1025 19:14:22.133332 101993 node_ready.go:38] duration metric: took 31.009491381s waiting for node "multinode-416232-m02" to be "Ready" ...
I1025 19:14:22.133343 101993 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1025 19:14:22.133411 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1025 19:14:22.133419 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.133428 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.133433 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.136555 101993 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1025 19:14:22.136576 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.136583 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.136589 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.136594 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.136600 101993 round_trippers.go:580] Audit-Id: 0619c94a-a392-4357-a6ab-8de54e051f83
I1025 19:14:22.136605 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.136610 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.137179 101993 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"531"},"items":[{"metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"444","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 68970 chars]
I1025 19:14:22.140127 101993 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-z4685" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.140216 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-z4685
I1025 19:14:22.140228 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.140239 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.140252 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.142492 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:22.142513 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.142521 101993 round_trippers.go:580] Audit-Id: 4ee2b9c3-b405-45e2-9e9a-1bcf23ea7973
I1025 19:14:22.142526 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.142531 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.142536 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.142542 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.142558 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.142650 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-z4685","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"b9da1348-ce3c-45ad-907a-ce4eb7400e11","resourceVersion":"444","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3151aaaf-0c6f-4254-bcf6-7a92178366da","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3151aaaf-0c6f-4254-bcf6-7a92178366da\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I1025 19:14:22.143084 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:14:22.143095 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.143103 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.143109 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.145104 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:14:22.145125 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.145135 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.145145 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.145153 101993 round_trippers.go:580] Audit-Id: 3dbb45fa-b233-43df-a4d9-037cbd5e0e44
I1025 19:14:22.145160 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.145172 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.145180 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.145350 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:14:22.145666 101993 pod_ready.go:92] pod "coredns-5dd5756b68-z4685" in "kube-system" namespace has status "Ready":"True"
I1025 19:14:22.145680 101993 pod_ready.go:81] duration metric: took 5.529662ms waiting for pod "coredns-5dd5756b68-z4685" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.145689 101993 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.145738 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-416232
I1025 19:14:22.145745 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.145752 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.145758 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.147643 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:14:22.147665 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.147676 101993 round_trippers.go:580] Audit-Id: 823fc93f-7c93-4708-85df-3d35258412ed
I1025 19:14:22.147692 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.147700 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.147709 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.147718 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.147727 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.147829 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-416232","namespace":"kube-system","uid":"5f9b5291-4ff6-43b4-afb6-1ec190c87ebf","resourceVersion":"330","creationTimestamp":"2023-10-25T19:12:50Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"c9a647c80a03e7ae2970b7590e4a3e82","kubernetes.io/config.mirror":"c9a647c80a03e7ae2970b7590e4a3e82","kubernetes.io/config.seen":"2023-10-25T19:12:50.525652275Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:12:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I1025 19:14:22.148214 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:14:22.148227 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.148234 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.148240 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.150093 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:14:22.150112 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.150122 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.150131 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.150139 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.150148 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.150161 101993 round_trippers.go:580] Audit-Id: de2d5f7b-2b8f-49a4-846c-53bf67ebf80a
I1025 19:14:22.150173 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.150294 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:14:22.150607 101993 pod_ready.go:92] pod "etcd-multinode-416232" in "kube-system" namespace has status "Ready":"True"
I1025 19:14:22.150621 101993 pod_ready.go:81] duration metric: took 4.925176ms waiting for pod "etcd-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.150637 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.150691 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-416232
I1025 19:14:22.150699 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.150706 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.150714 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.152459 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:14:22.152484 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.152494 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.152503 101993 round_trippers.go:580] Audit-Id: 0080bec5-fb94-46c2-a8fd-ba910f129170
I1025 19:14:22.152511 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.152523 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.152534 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.152545 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.152679 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-416232","namespace":"kube-system","uid":"8772d3ac-dc50-40aa-a0ba-5a42fc2a6adf","resourceVersion":"324","creationTimestamp":"2023-10-25T19:12:50Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"fd5b8925c95e7f1b06fcc153b1a5be3a","kubernetes.io/config.mirror":"fd5b8925c95e7f1b06fcc153b1a5be3a","kubernetes.io/config.seen":"2023-10-25T19:12:50.525658883Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:12:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I1025 19:14:22.153110 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:14:22.153122 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.153129 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.153135 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.154941 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:14:22.154961 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.154973 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.154987 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.155000 101993 round_trippers.go:580] Audit-Id: 51b5db30-db5a-4656-acfa-17d9942f4d88
I1025 19:14:22.155012 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.155023 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.155035 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.155111 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:14:22.155425 101993 pod_ready.go:92] pod "kube-apiserver-multinode-416232" in "kube-system" namespace has status "Ready":"True"
I1025 19:14:22.155439 101993 pod_ready.go:81] duration metric: took 4.791925ms waiting for pod "kube-apiserver-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.155449 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.155498 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-416232
I1025 19:14:22.155506 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.155512 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.155518 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.157333 101993 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1025 19:14:22.157359 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.157369 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.157378 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.157391 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.157402 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.157414 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.157423 101993 round_trippers.go:580] Audit-Id: 4e8bdb4d-13a4-44ca-ab4b-90e34e949d69
I1025 19:14:22.157555 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-416232","namespace":"kube-system","uid":"7f261e76-3172-44dc-97ce-946b3132fc5b","resourceVersion":"323","creationTimestamp":"2023-10-25T19:12:50Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"bcbe015889bf698fa846c37030888171","kubernetes.io/config.mirror":"bcbe015889bf698fa846c37030888171","kubernetes.io/config.seen":"2023-10-25T19:12:50.525661168Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:12:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I1025 19:14:22.158092 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:14:22.158157 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.158173 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.158182 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.160229 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:22.160245 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.160251 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.160256 101993 round_trippers.go:580] Audit-Id: d4cb3c21-7899-4bfa-9261-91820384df76
I1025 19:14:22.160263 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.160270 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.160278 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.160286 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.160382 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:14:22.160727 101993 pod_ready.go:92] pod "kube-controller-manager-multinode-416232" in "kube-system" namespace has status "Ready":"True"
I1025 19:14:22.160745 101993 pod_ready.go:81] duration metric: took 5.28869ms waiting for pod "kube-controller-manager-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.160758 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-k6ltf" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.331269 101993 request.go:629] Waited for 170.446128ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-k6ltf
I1025 19:14:22.331370 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-k6ltf
I1025 19:14:22.331383 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.331395 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.331406 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.334345 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:22.334406 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.334420 101993 round_trippers.go:580] Audit-Id: f8094ec3-9bb2-477f-94e6-d95965c05da8
I1025 19:14:22.334430 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.334438 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.334447 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.334457 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.334472 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.334596 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-k6ltf","generateName":"kube-proxy-","namespace":"kube-system","uid":"e5864b6e-7b51-4eda-a94c-505e7e582ce4","resourceVersion":"496","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"controller-revision-hash":"dffc744c9","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"80ccf87c-2500-4f1e-8c53-a337f89e3330","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"80ccf87c-2500-4f1e-8c53-a337f89e3330\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:re
quiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k:{ [truncated 5517 chars]
I1025 19:14:22.530428 101993 request.go:629] Waited for 195.290787ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:22.530494 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232-m02
I1025 19:14:22.530501 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.530511 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.530520 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.532829 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:22.532853 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.532860 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.532865 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.532870 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.532876 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.532881 101993 round_trippers.go:580] Audit-Id: 9ea8f58b-414c-463f-bdbf-aff08d870bde
I1025 19:14:22.532889 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.532990 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232-m02","uid":"5275df17-5bad-4bb9-8fbf-fbf8b88cc0e1","resourceVersion":"531","creationTimestamp":"2023-10-25T19:13:50Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:kubeadm.alpha.kubernetes.io/cri-socket":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kube
rnetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:b [truncated 5296 chars]
I1025 19:14:22.533364 101993 pod_ready.go:92] pod "kube-proxy-k6ltf" in "kube-system" namespace has status "Ready":"True"
I1025 19:14:22.533382 101993 pod_ready.go:81] duration metric: took 372.609026ms waiting for pod "kube-proxy-k6ltf" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.533395 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-zz8lr" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.730858 101993 request.go:629] Waited for 197.382808ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zz8lr
I1025 19:14:22.730932 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zz8lr
I1025 19:14:22.730941 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.730952 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.730967 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.733423 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:22.733455 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.733468 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.733478 101993 round_trippers.go:580] Audit-Id: 13f34c9f-0d74-4b2f-800d-cfac7d1f39c6
I1025 19:14:22.733488 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.733497 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.733507 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.733515 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.733661 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-zz8lr","generateName":"kube-proxy-","namespace":"kube-system","uid":"1b24f51c-cf86-4550-9bf2-8fe975134f29","resourceVersion":"400","creationTimestamp":"2023-10-25T19:13:03Z","labels":{"controller-revision-hash":"dffc744c9","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"80ccf87c-2500-4f1e-8c53-a337f89e3330","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:13:03Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"80ccf87c-2500-4f1e-8c53-a337f89e3330\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:re
quiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k:{ [truncated 5509 chars]
I1025 19:14:22.931100 101993 request.go:629] Waited for 196.968327ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:14:22.931186 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:14:22.931198 101993 round_trippers.go:469] Request Headers:
I1025 19:14:22.931211 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:22.931224 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:22.933679 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:22.933702 101993 round_trippers.go:577] Response Headers:
I1025 19:14:22.933712 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:22.933721 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:22.933729 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:22 GMT
I1025 19:14:22.933738 101993 round_trippers.go:580] Audit-Id: f64d556e-ae30-4b4b-bb83-d3d9e2b322c9
I1025 19:14:22.933746 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:22.933755 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:22.934171 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:14:22.934530 101993 pod_ready.go:92] pod "kube-proxy-zz8lr" in "kube-system" namespace has status "Ready":"True"
I1025 19:14:22.934547 101993 pod_ready.go:81] duration metric: took 401.141697ms waiting for pod "kube-proxy-zz8lr" in "kube-system" namespace to be "Ready" ...
I1025 19:14:22.934557 101993 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:14:23.131013 101993 request.go:629] Waited for 196.385546ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-416232
I1025 19:14:23.131101 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-416232
I1025 19:14:23.131110 101993 round_trippers.go:469] Request Headers:
I1025 19:14:23.131123 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:23.131138 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:23.133634 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:23.133654 101993 round_trippers.go:577] Response Headers:
I1025 19:14:23.133661 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:23 GMT
I1025 19:14:23.133666 101993 round_trippers.go:580] Audit-Id: 8c24cae1-b025-4b06-9cc0-5c58b189b73f
I1025 19:14:23.133671 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:23.133676 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:23.133681 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:23.133689 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:23.133839 101993 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-416232","namespace":"kube-system","uid":"073b2977-dcb5-486b-b495-a613c70b1a48","resourceVersion":"321","creationTimestamp":"2023-10-25T19:12:50Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"83170d8dc9ea77ea5da393a12f0d4093","kubernetes.io/config.mirror":"83170d8dc9ea77ea5da393a12f0d4093","kubernetes.io/config.seen":"2023-10-25T19:12:50.525662504Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-25T19:12:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I1025 19:14:23.330606 101993 request.go:629] Waited for 196.401323ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:14:23.330677 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-416232
I1025 19:14:23.330685 101993 round_trippers.go:469] Request Headers:
I1025 19:14:23.330692 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:23.330701 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:23.333256 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:23.333282 101993 round_trippers.go:577] Response Headers:
I1025 19:14:23.333290 101993 round_trippers.go:580] Audit-Id: f5b90c0a-0e34-481c-b986-62a556f3d101
I1025 19:14:23.333296 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:23.333302 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:23.333307 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:23.333312 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:23.333318 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:23 GMT
I1025 19:14:23.333413 101993 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-25T19:12:47Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1025 19:14:23.333790 101993 pod_ready.go:92] pod "kube-scheduler-multinode-416232" in "kube-system" namespace has status "Ready":"True"
I1025 19:14:23.333807 101993 pod_ready.go:81] duration metric: took 399.240515ms waiting for pod "kube-scheduler-multinode-416232" in "kube-system" namespace to be "Ready" ...
I1025 19:14:23.333820 101993 pod_ready.go:38] duration metric: took 1.20046272s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1025 19:14:23.333843 101993 system_svc.go:44] waiting for kubelet service to be running ....
I1025 19:14:23.333894 101993 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 19:14:23.345178 101993 system_svc.go:56] duration metric: took 11.326741ms WaitForService to wait for kubelet.
I1025 19:14:23.345224 101993 kubeadm.go:581] duration metric: took 32.238750455s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1025 19:14:23.345250 101993 node_conditions.go:102] verifying NodePressure condition ...
I1025 19:14:23.530665 101993 request.go:629] Waited for 185.337592ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I1025 19:14:23.530744 101993 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I1025 19:14:23.530757 101993 round_trippers.go:469] Request Headers:
I1025 19:14:23.530769 101993 round_trippers.go:473] Accept: application/json, */*
I1025 19:14:23.530781 101993 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1025 19:14:23.533449 101993 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1025 19:14:23.533475 101993 round_trippers.go:577] Response Headers:
I1025 19:14:23.533485 101993 round_trippers.go:580] Content-Type: application/json
I1025 19:14:23.533493 101993 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: ec1ad2b0-10e7-41ef-8b3f-338862dda204
I1025 19:14:23.533501 101993 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: e253d5ae-9ce0-4762-8d9e-4af183e98334
I1025 19:14:23.533510 101993 round_trippers.go:580] Date: Wed, 25 Oct 2023 19:14:23 GMT
I1025 19:14:23.533519 101993 round_trippers.go:580] Audit-Id: 190c2c26-0388-4774-a3e5-9ab02499feb9
I1025 19:14:23.533532 101993 round_trippers.go:580] Cache-Control: no-cache, private
I1025 19:14:23.533750 101993 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"533"},"items":[{"metadata":{"name":"multinode-416232","uid":"c6faa269-dd82-411b-8325-f404614c3e02","resourceVersion":"426","creationTimestamp":"2023-10-25T19:12:47Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-416232","kubernetes.io/os":"linux","minikube.k8s.io/commit":"a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a","minikube.k8s.io/name":"multinode-416232","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_25T19_12_51_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 12288 chars]
I1025 19:14:23.534440 101993 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1025 19:14:23.534461 101993 node_conditions.go:123] node cpu capacity is 8
I1025 19:14:23.534476 101993 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1025 19:14:23.534483 101993 node_conditions.go:123] node cpu capacity is 8
I1025 19:14:23.534489 101993 node_conditions.go:105] duration metric: took 189.232756ms to run NodePressure ...
I1025 19:14:23.534507 101993 start.go:228] waiting for startup goroutines ...
I1025 19:14:23.534539 101993 start.go:242] writing updated cluster config ...
I1025 19:14:23.534899 101993 ssh_runner.go:195] Run: rm -f paused
I1025 19:14:23.582678 101993 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1025 19:14:23.585357 101993 out.go:177] * Done! kubectl is now configured to use "multinode-416232" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 25 19:13:35 multinode-416232 crio[955]: time="2023-10-25 19:13:35.866760024Z" level=info msg="Created container 87832aa7c4bd2a6d235424198907395fa80c96e86077910fb4411b6fca753fae: kube-system/storage-provisioner/storage-provisioner" id=06e1b254-9b36-4993-9801-78736ec265ed name=/runtime.v1.RuntimeService/CreateContainer
Oct 25 19:13:35 multinode-416232 crio[955]: time="2023-10-25 19:13:35.867419785Z" level=info msg="Starting container: 1662a30af65fd831cb54ae697a477ffbb47f4f954b889e234780f5c49455caf1" id=5b5b7798-edcd-41af-8d9f-2771eb1eb0c2 name=/runtime.v1.RuntimeService/StartContainer
Oct 25 19:13:35 multinode-416232 crio[955]: time="2023-10-25 19:13:35.867445298Z" level=info msg="Starting container: 87832aa7c4bd2a6d235424198907395fa80c96e86077910fb4411b6fca753fae" id=25fce746-27c7-4126-94c5-9dfb36619ca8 name=/runtime.v1.RuntimeService/StartContainer
Oct 25 19:13:35 multinode-416232 crio[955]: time="2023-10-25 19:13:35.877237469Z" level=info msg="Started container" PID=2355 containerID=1662a30af65fd831cb54ae697a477ffbb47f4f954b889e234780f5c49455caf1 description=kube-system/coredns-5dd5756b68-z4685/coredns id=5b5b7798-edcd-41af-8d9f-2771eb1eb0c2 name=/runtime.v1.RuntimeService/StartContainer sandboxID=cc6811e76b9f20cd48bd23af65c42b1f9a6170f6b758002a1d29a976c5614d5b
Oct 25 19:13:35 multinode-416232 crio[955]: time="2023-10-25 19:13:35.877557004Z" level=info msg="Started container" PID=2356 containerID=87832aa7c4bd2a6d235424198907395fa80c96e86077910fb4411b6fca753fae description=kube-system/storage-provisioner/storage-provisioner id=25fce746-27c7-4126-94c5-9dfb36619ca8 name=/runtime.v1.RuntimeService/StartContainer sandboxID=243d82ff4c709214350b12a82bab1b930406e3799ff74cb58429ad55664d247f
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.625590837Z" level=info msg="Running pod sandbox: default/busybox-5bc68d56bd-79qnb/POD" id=e88ba64b-bfc7-475c-8827-117e5e4ad30a name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.625667173Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.640624555Z" level=info msg="Got pod network &{Name:busybox-5bc68d56bd-79qnb Namespace:default ID:a8002e09986f337996aa7c88ec24b36e71f8605c0e3432d0b96e10047f3eca84 UID:c8706fb5-415e-4e31-baf1-f539c1e66408 NetNS:/var/run/netns/2e0c4398-a853-4db7-97d6-b38c837ccdcc Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.640670600Z" level=info msg="Adding pod default_busybox-5bc68d56bd-79qnb to CNI network \"kindnet\" (type=ptp)"
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.649865615Z" level=info msg="Got pod network &{Name:busybox-5bc68d56bd-79qnb Namespace:default ID:a8002e09986f337996aa7c88ec24b36e71f8605c0e3432d0b96e10047f3eca84 UID:c8706fb5-415e-4e31-baf1-f539c1e66408 NetNS:/var/run/netns/2e0c4398-a853-4db7-97d6-b38c837ccdcc Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.650025985Z" level=info msg="Checking pod default_busybox-5bc68d56bd-79qnb for CNI network kindnet (type=ptp)"
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.673846832Z" level=info msg="Ran pod sandbox a8002e09986f337996aa7c88ec24b36e71f8605c0e3432d0b96e10047f3eca84 with infra container: default/busybox-5bc68d56bd-79qnb/POD" id=e88ba64b-bfc7-475c-8827-117e5e4ad30a name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.674952545Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28" id=f6154cae-dd87-4788-bd7a-18f58dd388b9 name=/runtime.v1.ImageService/ImageStatus
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.675205127Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28 not found" id=f6154cae-dd87-4788-bd7a-18f58dd388b9 name=/runtime.v1.ImageService/ImageStatus
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.676000790Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28" id=b03c29d9-fbb2-47a5-8142-e2ba4a5913c5 name=/runtime.v1.ImageService/PullImage
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.680824584Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28\""
Oct 25 19:14:24 multinode-416232 crio[955]: time="2023-10-25 19:14:24.849487348Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28\""
Oct 25 19:14:25 multinode-416232 crio[955]: time="2023-10-25 19:14:25.279543912Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335" id=b03c29d9-fbb2-47a5-8142-e2ba4a5913c5 name=/runtime.v1.ImageService/PullImage
Oct 25 19:14:25 multinode-416232 crio[955]: time="2023-10-25 19:14:25.280536105Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28" id=0df4d52a-7c65-4d90-8c42-4bbb275a7d6b name=/runtime.v1.ImageService/ImageStatus
Oct 25 19:14:25 multinode-416232 crio[955]: time="2023-10-25 19:14:25.281658966Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,RepoTags:[gcr.io/k8s-minikube/busybox:1.28],RepoDigests:[gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12],Size_:1363676,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=0df4d52a-7c65-4d90-8c42-4bbb275a7d6b name=/runtime.v1.ImageService/ImageStatus
Oct 25 19:14:25 multinode-416232 crio[955]: time="2023-10-25 19:14:25.282661253Z" level=info msg="Creating container: default/busybox-5bc68d56bd-79qnb/busybox" id=273e6980-f44a-4556-b68b-6a3e69c7d9ba name=/runtime.v1.RuntimeService/CreateContainer
Oct 25 19:14:25 multinode-416232 crio[955]: time="2023-10-25 19:14:25.282770467Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 25 19:14:25 multinode-416232 crio[955]: time="2023-10-25 19:14:25.367049066Z" level=info msg="Created container 33bb9d1608921d1af5f1b3ed35ac46cad744c5fbafcf328c8643d81093f041c7: default/busybox-5bc68d56bd-79qnb/busybox" id=273e6980-f44a-4556-b68b-6a3e69c7d9ba name=/runtime.v1.RuntimeService/CreateContainer
Oct 25 19:14:25 multinode-416232 crio[955]: time="2023-10-25 19:14:25.367685221Z" level=info msg="Starting container: 33bb9d1608921d1af5f1b3ed35ac46cad744c5fbafcf328c8643d81093f041c7" id=71b32e5a-c819-4e8e-b2fa-9d506d9cb491 name=/runtime.v1.RuntimeService/StartContainer
Oct 25 19:14:25 multinode-416232 crio[955]: time="2023-10-25 19:14:25.377056905Z" level=info msg="Started container" PID=2536 containerID=33bb9d1608921d1af5f1b3ed35ac46cad744c5fbafcf328c8643d81093f041c7 description=default/busybox-5bc68d56bd-79qnb/busybox id=71b32e5a-c819-4e8e-b2fa-9d506d9cb491 name=/runtime.v1.RuntimeService/StartContainer sandboxID=a8002e09986f337996aa7c88ec24b36e71f8605c0e3432d0b96e10047f3eca84
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
33bb9d1608921 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 4 seconds ago Running busybox 0 a8002e09986f3 busybox-5bc68d56bd-79qnb
1662a30af65fd ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 54 seconds ago Running coredns 0 cc6811e76b9f2 coredns-5dd5756b68-z4685
87832aa7c4bd2 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 54 seconds ago Running storage-provisioner 0 243d82ff4c709 storage-provisioner
cf8e382bb6819 c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc About a minute ago Running kindnet-cni 0 0a3a32caca325 kindnet-jbsb9
0887c86a8b1f3 bfc896cf80fba4806aaccd043f61c3663b723687ad9f3b4f5057b98c46fcefdf About a minute ago Running kube-proxy 0 ef99132eb3169 kube-proxy-zz8lr
c5d4fd2a94a59 53743472912306d2d17cab3f458cc57f2012f89ed0e9372a2d2b1fa1b20a8076 About a minute ago Running kube-apiserver 0 9b9f50b911f12 kube-apiserver-multinode-416232
4eb77c1b8cab6 10baa1ca17068a5cc50b0df9d18abc50cbc239d9c2cd7f3355ce35645d49f3d3 About a minute ago Running kube-controller-manager 0 0eb665f67b225 kube-controller-manager-multinode-416232
67839dc8e5dec 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 About a minute ago Running etcd 0 25bf1fb93c7a1 etcd-multinode-416232
77c48f6c9e690 6d1b4fd1b182d88b748bec936b00b2ff9d549eebcbc7d26df5043b79974277c4 About a minute ago Running kube-scheduler 0 72c12fe502f54 kube-scheduler-multinode-416232
*
* ==> coredns [1662a30af65fd831cb54ae697a477ffbb47f4f954b889e234780f5c49455caf1] <==
* [INFO] 10.244.0.3:44973 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000096493s
[INFO] 10.244.1.2:59881 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000139093s
[INFO] 10.244.1.2:55653 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001697112s
[INFO] 10.244.1.2:42422 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00012511s
[INFO] 10.244.1.2:43118 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000116534s
[INFO] 10.244.1.2:39431 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001341901s
[INFO] 10.244.1.2:54390 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000092128s
[INFO] 10.244.1.2:60979 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000092067s
[INFO] 10.244.1.2:33054 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000071127s
[INFO] 10.244.0.3:33584 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000103404s
[INFO] 10.244.0.3:41378 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000084068s
[INFO] 10.244.0.3:43477 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000067741s
[INFO] 10.244.0.3:49981 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.0000447s
[INFO] 10.244.1.2:58431 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000137091s
[INFO] 10.244.1.2:36172 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000088908s
[INFO] 10.244.1.2:43948 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00009203s
[INFO] 10.244.1.2:57817 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.0000653s
[INFO] 10.244.0.3:44423 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000098848s
[INFO] 10.244.0.3:42834 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000192635s
[INFO] 10.244.0.3:58248 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000094292s
[INFO] 10.244.0.3:39724 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000119294s
[INFO] 10.244.1.2:35183 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000110055s
[INFO] 10.244.1.2:41782 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000137639s
[INFO] 10.244.1.2:55074 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000094929s
[INFO] 10.244.1.2:54899 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000074793s
*
* ==> describe nodes <==
* Name: multinode-416232
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-416232
kubernetes.io/os=linux
minikube.k8s.io/commit=a66a85e3dcdd7dfd5c931ec254e6d37a34f7582a
minikube.k8s.io/name=multinode-416232
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_25T19_12_51_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 25 Oct 2023 19:12:47 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-416232
AcquireTime: <unset>
RenewTime: Wed, 25 Oct 2023 19:14:22 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 25 Oct 2023 19:13:35 +0000 Wed, 25 Oct 2023 19:12:46 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 25 Oct 2023 19:13:35 +0000 Wed, 25 Oct 2023 19:12:46 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 25 Oct 2023 19:13:35 +0000 Wed, 25 Oct 2023 19:12:46 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 25 Oct 2023 19:13:35 +0000 Wed, 25 Oct 2023 19:13:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.2
Hostname: multinode-416232
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
System Info:
Machine ID: 474500fc9206464289223820215732e2
System UUID: f605960a-464d-4341-9272-210a47f8ded4
Boot ID: a6f432c1-0324-4236-aa82-36deb0de6819
Kernel Version: 5.15.0-1045-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-79qnb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6s
kube-system coredns-5dd5756b68-z4685 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 87s
kube-system etcd-multinode-416232 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 100s
kube-system kindnet-jbsb9 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 87s
kube-system kube-apiserver-multinode-416232 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 100s
kube-system kube-controller-manager-multinode-416232 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 100s
kube-system kube-proxy-zz8lr 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 87s
kube-system kube-scheduler-multinode-416232 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 100s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 85s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 220Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 85s kube-proxy
Normal Starting 106s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 106s (x9 over 106s) kubelet Node multinode-416232 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 106s (x8 over 106s) kubelet Node multinode-416232 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 106s (x7 over 106s) kubelet Node multinode-416232 status is now: NodeHasSufficientPID
Normal Starting 100s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 100s kubelet Node multinode-416232 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 100s kubelet Node multinode-416232 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 100s kubelet Node multinode-416232 status is now: NodeHasSufficientPID
Normal RegisteredNode 87s node-controller Node multinode-416232 event: Registered Node multinode-416232 in Controller
Normal NodeReady 55s kubelet Node multinode-416232 status is now: NodeReady
Name: multinode-416232-m02
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-416232-m02
kubernetes.io/os=linux
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 25 Oct 2023 19:13:50 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-416232-m02
AcquireTime: <unset>
RenewTime: Wed, 25 Oct 2023 19:14:20 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 25 Oct 2023 19:14:21 +0000 Wed, 25 Oct 2023 19:13:50 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 25 Oct 2023 19:14:21 +0000 Wed, 25 Oct 2023 19:13:50 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 25 Oct 2023 19:14:21 +0000 Wed, 25 Oct 2023 19:13:50 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 25 Oct 2023 19:14:21 +0000 Wed, 25 Oct 2023 19:14:21 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.3
Hostname: multinode-416232-m02
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
System Info:
Machine ID: 0996ab24e0cf4c668bd09ea983789b5f
System UUID: b3dab089-eeb2-4feb-8810-a1aaf618f774
Boot ID: a6f432c1-0324-4236-aa82-36deb0de6819
Kernel Version: 5.15.0-1045-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-8ktmd 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6s
kube-system kindnet-mw28w 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 40s
kube-system kube-proxy-k6ltf 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 40s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (1%!)(MISSING) 100m (1%!)(MISSING)
memory 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 38s kube-proxy
Normal NodeHasSufficientMemory 40s (x5 over 42s) kubelet Node multinode-416232-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 40s (x5 over 42s) kubelet Node multinode-416232-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 40s (x5 over 42s) kubelet Node multinode-416232-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 37s node-controller Node multinode-416232-m02 event: Registered Node multinode-416232-m02 in Controller
Normal NodeReady 9s kubelet Node multinode-416232-m02 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.004981] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.008069] FS-Cache: N-cookie d=0000000001457839{9p.inode} n=000000000584e40e
[ +0.008768] FS-Cache: N-key=[8] '99a00f0200000000'
[ +2.542680] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[ +0.553069] FS-Cache: Duplicate cookie detected
[ +0.004741] FS-Cache: O-cookie c=00000013 [p=00000002 fl=222 nc=0 na=1]
[ +0.006775] FS-Cache: O-cookie d=0000000038397d7f{9P.session} n=00000000d399e54b
[ +0.007549] FS-Cache: O-key=[10] '34323935353636343036'
[ +0.005384] FS-Cache: N-cookie c=00000014 [p=00000002 fl=2 nc=0 na=1]
[ +0.006674] FS-Cache: N-cookie d=0000000038397d7f{9P.session} n=0000000033b0f785
[ +0.008921] FS-Cache: N-key=[10] '34323935353636343036'
[Oct25 19:04] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +1.019719] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +2.011820] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +4.067601] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[Oct25 19:05] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +16.122496] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000035] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
[ +32.252852] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000030] ll header: 00000000: c2 80 ef 38 16 c0 e6 90 e7 b2 4d c3 08 00
*
* ==> etcd [67839dc8e5dec6e360e9d25b2fa8442b421753ab0d0681fa3335ab7ef87e3652] <==
* {"level":"info","ts":"2023-10-25T19:12:45.410033Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","added-peer-id":"b2c6679ac05f2cf1","added-peer-peer-urls":["https://192.168.58.2:2380"]}
{"level":"info","ts":"2023-10-25T19:12:45.413998Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-10-25T19:12:45.414121Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-10-25T19:12:45.414153Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-10-25T19:12:45.414254Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"b2c6679ac05f2cf1","initial-advertise-peer-urls":["https://192.168.58.2:2380"],"listen-peer-urls":["https://192.168.58.2:2380"],"advertise-client-urls":["https://192.168.58.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.58.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-10-25T19:12:45.414293Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-10-25T19:12:46.233785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 is starting a new election at term 1"}
{"level":"info","ts":"2023-10-25T19:12:46.233837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became pre-candidate at term 1"}
{"level":"info","ts":"2023-10-25T19:12:46.233874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgPreVoteResp from b2c6679ac05f2cf1 at term 1"}
{"level":"info","ts":"2023-10-25T19:12:46.233893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became candidate at term 2"}
{"level":"info","ts":"2023-10-25T19:12:46.2339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgVoteResp from b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-10-25T19:12:46.233913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became leader at term 2"}
{"level":"info","ts":"2023-10-25T19:12:46.233924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b2c6679ac05f2cf1 elected leader b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-10-25T19:12:46.235043Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-25T19:12:46.235857Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"b2c6679ac05f2cf1","local-member-attributes":"{Name:multinode-416232 ClientURLs:[https://192.168.58.2:2379]}","request-path":"/0/members/b2c6679ac05f2cf1/attributes","cluster-id":"3a56e4ca95e2355c","publish-timeout":"7s"}
{"level":"info","ts":"2023-10-25T19:12:46.235896Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-10-25T19:12:46.235969Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-10-25T19:12:46.236301Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-10-25T19:12:46.236359Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-25T19:12:46.236564Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-25T19:12:46.236605Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-25T19:12:46.236408Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-10-25T19:12:46.237215Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.58.2:2379"}
{"level":"info","ts":"2023-10-25T19:12:46.237341Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-10-25T19:13:44.117851Z","caller":"traceutil/trace.go:171","msg":"trace[1108842458] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"149.201974ms","start":"2023-10-25T19:13:43.968631Z","end":"2023-10-25T19:13:44.117833Z","steps":["trace[1108842458] 'process raft request' (duration: 149.064886ms)"],"step_count":1}
*
* ==> kernel <==
* 19:14:30 up 56 min, 0 users, load average: 0.86, 1.08, 0.87
Linux multinode-416232 5.15.0-1045-gcp #53~20.04.2-Ubuntu SMP Wed Oct 18 12:59:20 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [cf8e382bb6819cb1b0bac71243bd66c99ef9a47afcac39f96cf5059becaa6e55] <==
* I1025 19:13:04.714096 1 main.go:116] setting mtu 1500 for CNI
I1025 19:13:04.714182 1 main.go:146] kindnetd IP family: "ipv4"
I1025 19:13:04.714210 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I1025 19:13:35.004695 1 main.go:191] Failed to get nodes, retrying after error: Get "https://10.96.0.1:443/api/v1/nodes": dial tcp 10.96.0.1:443: i/o timeout
I1025 19:13:35.012925 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1025 19:13:35.012955 1 main.go:227] handling current node
I1025 19:13:45.025793 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1025 19:13:45.025818 1 main.go:227] handling current node
I1025 19:13:55.038149 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1025 19:13:55.038179 1 main.go:227] handling current node
I1025 19:13:55.038189 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1025 19:13:55.038193 1 main.go:250] Node multinode-416232-m02 has CIDR [10.244.1.0/24]
I1025 19:13:55.038397 1 routes.go:62] Adding route {Ifindex: 0 Dst: 10.244.1.0/24 Src: <nil> Gw: 192.168.58.3 Flags: [] Table: 0}
I1025 19:14:05.051257 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1025 19:14:05.051287 1 main.go:227] handling current node
I1025 19:14:05.051299 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1025 19:14:05.051306 1 main.go:250] Node multinode-416232-m02 has CIDR [10.244.1.0/24]
I1025 19:14:15.063640 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1025 19:14:15.063665 1 main.go:227] handling current node
I1025 19:14:15.063675 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1025 19:14:15.063680 1 main.go:250] Node multinode-416232-m02 has CIDR [10.244.1.0/24]
I1025 19:14:25.074356 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1025 19:14:25.074481 1 main.go:227] handling current node
I1025 19:14:25.074518 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1025 19:14:25.074546 1 main.go:250] Node multinode-416232-m02 has CIDR [10.244.1.0/24]
*
* ==> kube-apiserver [c5d4fd2a94a59c8779555271ee5d1624c1dce8509dc903496ec5bfd6a04f93ee] <==
* I1025 19:12:47.604378 1 autoregister_controller.go:141] Starting autoregister controller
I1025 19:12:47.604383 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1025 19:12:47.604389 1 cache.go:39] Caches are synced for autoregister controller
I1025 19:12:47.606051 1 controller.go:624] quota admission added evaluator for: namespaces
I1025 19:12:47.606645 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1025 19:12:47.606953 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1025 19:12:47.607009 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1025 19:12:47.606960 1 shared_informer.go:318] Caches are synced for configmaps
E1025 19:12:47.620093 1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
I1025 19:12:47.823442 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1025 19:12:48.468440 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1025 19:12:48.472906 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1025 19:12:48.472927 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1025 19:12:48.928278 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1025 19:12:48.967346 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1025 19:12:49.032904 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1025 19:12:49.038652 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.58.2]
I1025 19:12:49.039608 1 controller.go:624] quota admission added evaluator for: endpoints
I1025 19:12:49.044018 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1025 19:12:49.620151 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1025 19:12:50.444290 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1025 19:12:50.458134 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1025 19:12:50.468712 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I1025 19:13:03.752651 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I1025 19:13:03.820591 1 controller.go:624] quota admission added evaluator for: replicasets.apps
*
* ==> kube-controller-manager [4eb77c1b8cab6d14c79e8a060177f66e46b18f38e1658386365be9a373d7ae21] <==
* I1025 19:13:35.439924 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="112.03µs"
I1025 19:13:35.451997 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="111.618µs"
I1025 19:13:36.777684 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="86.548µs"
I1025 19:13:36.796881 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="8.836675ms"
I1025 19:13:36.797010 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="70.543µs"
I1025 19:13:38.675093 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I1025 19:13:50.430418 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"multinode-416232-m02\" does not exist"
I1025 19:13:50.436926 1 range_allocator.go:380] "Set node PodCIDR" node="multinode-416232-m02" podCIDRs=["10.244.1.0/24"]
I1025 19:13:50.442720 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-mw28w"
I1025 19:13:50.443231 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-k6ltf"
I1025 19:13:53.676423 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="multinode-416232-m02"
I1025 19:13:53.676437 1 event.go:307] "Event occurred" object="multinode-416232-m02" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node multinode-416232-m02 event: Registered Node multinode-416232-m02 in Controller"
I1025 19:14:21.758212 1 topologycache.go:237] "Can't get CPU or zone information for node" node="multinode-416232-m02"
I1025 19:14:24.304248 1 event.go:307] "Event occurred" object="default/busybox" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set busybox-5bc68d56bd to 2"
I1025 19:14:24.312888 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-8ktmd"
I1025 19:14:24.317373 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-79qnb"
I1025 19:14:24.324645 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="20.696972ms"
I1025 19:14:24.331360 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="6.55989ms"
I1025 19:14:24.331465 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="56.301µs"
I1025 19:14:24.333204 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="85.186µs"
I1025 19:14:24.334245 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="47.826µs"
I1025 19:14:25.872942 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="4.244471ms"
I1025 19:14:25.873037 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="54.56µs"
I1025 19:14:26.025429 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="4.484225ms"
I1025 19:14:26.025516 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="45.075µs"
*
* ==> kube-proxy [0887c86a8b1f3baf5459c9c918b6c2972d3f5252b7ff3214b7a1c5f4bfb4e8e0] <==
* I1025 19:13:04.807430 1 server_others.go:69] "Using iptables proxy"
I1025 19:13:04.818510 1 node.go:141] Successfully retrieved node IP: 192.168.58.2
I1025 19:13:04.924847 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1025 19:13:04.926864 1 server_others.go:152] "Using iptables Proxier"
I1025 19:13:04.926898 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1025 19:13:04.926904 1 server_others.go:438] "Defaulting to no-op detect-local"
I1025 19:13:04.926935 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1025 19:13:04.927219 1 server.go:846] "Version info" version="v1.28.3"
I1025 19:13:04.927240 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1025 19:13:04.928179 1 config.go:97] "Starting endpoint slice config controller"
I1025 19:13:04.928217 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1025 19:13:04.928237 1 config.go:188] "Starting service config controller"
I1025 19:13:04.928281 1 shared_informer.go:311] Waiting for caches to sync for service config
I1025 19:13:04.928545 1 config.go:315] "Starting node config controller"
I1025 19:13:04.928603 1 shared_informer.go:311] Waiting for caches to sync for node config
I1025 19:13:05.028805 1 shared_informer.go:318] Caches are synced for node config
I1025 19:13:05.028845 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1025 19:13:05.028869 1 shared_informer.go:318] Caches are synced for service config
*
* ==> kube-scheduler [77c48f6c9e69055a225da2f7607128762174e68010a1cbd6c747dfc3c2047d9c] <==
* W1025 19:12:47.622713 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1025 19:12:47.622730 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1025 19:12:47.622789 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1025 19:12:47.622808 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1025 19:12:47.622946 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1025 19:12:47.622971 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1025 19:12:47.623333 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1025 19:12:47.623362 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1025 19:12:47.623378 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1025 19:12:47.623400 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1025 19:12:48.436876 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1025 19:12:48.436906 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1025 19:12:48.487190 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1025 19:12:48.487219 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1025 19:12:48.507717 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1025 19:12:48.507749 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1025 19:12:48.521361 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1025 19:12:48.521396 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1025 19:12:48.524655 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1025 19:12:48.524684 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W1025 19:12:48.620512 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1025 19:12:48.620553 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1025 19:12:48.624137 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1025 19:12:48.624171 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
I1025 19:12:51.719454 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Oct 25 19:13:03 multinode-416232 kubelet[1587]: I1025 19:13:03.819173 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/1b24f51c-cf86-4550-9bf2-8fe975134f29-xtables-lock\") pod \"kube-proxy-zz8lr\" (UID: \"1b24f51c-cf86-4550-9bf2-8fe975134f29\") " pod="kube-system/kube-proxy-zz8lr"
Oct 25 19:13:03 multinode-416232 kubelet[1587]: I1025 19:13:03.819209 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/1b24f51c-cf86-4550-9bf2-8fe975134f29-lib-modules\") pod \"kube-proxy-zz8lr\" (UID: \"1b24f51c-cf86-4550-9bf2-8fe975134f29\") " pod="kube-system/kube-proxy-zz8lr"
Oct 25 19:13:03 multinode-416232 kubelet[1587]: I1025 19:13:03.819276 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8cfvl\" (UniqueName: \"kubernetes.io/projected/1b24f51c-cf86-4550-9bf2-8fe975134f29-kube-api-access-8cfvl\") pod \"kube-proxy-zz8lr\" (UID: \"1b24f51c-cf86-4550-9bf2-8fe975134f29\") " pod="kube-system/kube-proxy-zz8lr"
Oct 25 19:13:03 multinode-416232 kubelet[1587]: I1025 19:13:03.920211 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c053727b-b2e2-4549-9f9d-01518a1104ea-lib-modules\") pod \"kindnet-jbsb9\" (UID: \"c053727b-b2e2-4549-9f9d-01518a1104ea\") " pod="kube-system/kindnet-jbsb9"
Oct 25 19:13:03 multinode-416232 kubelet[1587]: I1025 19:13:03.920342 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/c053727b-b2e2-4549-9f9d-01518a1104ea-cni-cfg\") pod \"kindnet-jbsb9\" (UID: \"c053727b-b2e2-4549-9f9d-01518a1104ea\") " pod="kube-system/kindnet-jbsb9"
Oct 25 19:13:03 multinode-416232 kubelet[1587]: I1025 19:13:03.920547 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9549r\" (UniqueName: \"kubernetes.io/projected/c053727b-b2e2-4549-9f9d-01518a1104ea-kube-api-access-9549r\") pod \"kindnet-jbsb9\" (UID: \"c053727b-b2e2-4549-9f9d-01518a1104ea\") " pod="kube-system/kindnet-jbsb9"
Oct 25 19:13:03 multinode-416232 kubelet[1587]: I1025 19:13:03.920707 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c053727b-b2e2-4549-9f9d-01518a1104ea-xtables-lock\") pod \"kindnet-jbsb9\" (UID: \"c053727b-b2e2-4549-9f9d-01518a1104ea\") " pod="kube-system/kindnet-jbsb9"
Oct 25 19:13:04 multinode-416232 kubelet[1587]: W1025 19:13:04.205397 1587 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/crio-0a3a32caca3251be4f3e04ce8cb210517f062b39720ee2b517eac56105371fec WatchSource:0}: Error finding container 0a3a32caca3251be4f3e04ce8cb210517f062b39720ee2b517eac56105371fec: Status 404 returned error can't find the container with id 0a3a32caca3251be4f3e04ce8cb210517f062b39720ee2b517eac56105371fec
Oct 25 19:13:05 multinode-416232 kubelet[1587]: I1025 19:13:05.722771 1587 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-proxy-zz8lr" podStartSLOduration=2.722712712 podCreationTimestamp="2023-10-25 19:13:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-25 19:13:04.724295019 +0000 UTC m=+14.310899176" watchObservedRunningTime="2023-10-25 19:13:05.722712712 +0000 UTC m=+15.309316871"
Oct 25 19:13:05 multinode-416232 kubelet[1587]: I1025 19:13:05.722922 1587 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kindnet-jbsb9" podStartSLOduration=2.722897577 podCreationTimestamp="2023-10-25 19:13:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-25 19:13:05.722539297 +0000 UTC m=+15.309143456" watchObservedRunningTime="2023-10-25 19:13:05.722897577 +0000 UTC m=+15.309501735"
Oct 25 19:13:35 multinode-416232 kubelet[1587]: I1025 19:13:35.415932 1587 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Oct 25 19:13:35 multinode-416232 kubelet[1587]: I1025 19:13:35.439835 1587 topology_manager.go:215] "Topology Admit Handler" podUID="b9da1348-ce3c-45ad-907a-ce4eb7400e11" podNamespace="kube-system" podName="coredns-5dd5756b68-z4685"
Oct 25 19:13:35 multinode-416232 kubelet[1587]: I1025 19:13:35.441331 1587 topology_manager.go:215] "Topology Admit Handler" podUID="73226cba-69f3-44f2-b68a-5798396734cc" podNamespace="kube-system" podName="storage-provisioner"
Oct 25 19:13:35 multinode-416232 kubelet[1587]: I1025 19:13:35.551119 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/b9da1348-ce3c-45ad-907a-ce4eb7400e11-config-volume\") pod \"coredns-5dd5756b68-z4685\" (UID: \"b9da1348-ce3c-45ad-907a-ce4eb7400e11\") " pod="kube-system/coredns-5dd5756b68-z4685"
Oct 25 19:13:35 multinode-416232 kubelet[1587]: I1025 19:13:35.551233 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-64hl4\" (UniqueName: \"kubernetes.io/projected/b9da1348-ce3c-45ad-907a-ce4eb7400e11-kube-api-access-64hl4\") pod \"coredns-5dd5756b68-z4685\" (UID: \"b9da1348-ce3c-45ad-907a-ce4eb7400e11\") " pod="kube-system/coredns-5dd5756b68-z4685"
Oct 25 19:13:35 multinode-416232 kubelet[1587]: I1025 19:13:35.551327 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/73226cba-69f3-44f2-b68a-5798396734cc-tmp\") pod \"storage-provisioner\" (UID: \"73226cba-69f3-44f2-b68a-5798396734cc\") " pod="kube-system/storage-provisioner"
Oct 25 19:13:35 multinode-416232 kubelet[1587]: I1025 19:13:35.551374 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lq8gh\" (UniqueName: \"kubernetes.io/projected/73226cba-69f3-44f2-b68a-5798396734cc-kube-api-access-lq8gh\") pod \"storage-provisioner\" (UID: \"73226cba-69f3-44f2-b68a-5798396734cc\") " pod="kube-system/storage-provisioner"
Oct 25 19:13:35 multinode-416232 kubelet[1587]: W1025 19:13:35.795371 1587 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/crio-cc6811e76b9f20cd48bd23af65c42b1f9a6170f6b758002a1d29a976c5614d5b WatchSource:0}: Error finding container cc6811e76b9f20cd48bd23af65c42b1f9a6170f6b758002a1d29a976c5614d5b: Status 404 returned error can't find the container with id cc6811e76b9f20cd48bd23af65c42b1f9a6170f6b758002a1d29a976c5614d5b
Oct 25 19:13:35 multinode-416232 kubelet[1587]: W1025 19:13:35.795665 1587 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/crio-243d82ff4c709214350b12a82bab1b930406e3799ff74cb58429ad55664d247f WatchSource:0}: Error finding container 243d82ff4c709214350b12a82bab1b930406e3799ff74cb58429ad55664d247f: Status 404 returned error can't find the container with id 243d82ff4c709214350b12a82bab1b930406e3799ff74cb58429ad55664d247f
Oct 25 19:13:36 multinode-416232 kubelet[1587]: I1025 19:13:36.777529 1587 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-5dd5756b68-z4685" podStartSLOduration=33.777480809 podCreationTimestamp="2023-10-25 19:13:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-25 19:13:36.777277201 +0000 UTC m=+46.363881357" watchObservedRunningTime="2023-10-25 19:13:36.777480809 +0000 UTC m=+46.364084967"
Oct 25 19:13:36 multinode-416232 kubelet[1587]: I1025 19:13:36.798748 1587 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=31.798696932 podCreationTimestamp="2023-10-25 19:13:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-25 19:13:36.798437083 +0000 UTC m=+46.385041234" watchObservedRunningTime="2023-10-25 19:13:36.798696932 +0000 UTC m=+46.385301089"
Oct 25 19:14:24 multinode-416232 kubelet[1587]: I1025 19:14:24.322485 1587 topology_manager.go:215] "Topology Admit Handler" podUID="c8706fb5-415e-4e31-baf1-f539c1e66408" podNamespace="default" podName="busybox-5bc68d56bd-79qnb"
Oct 25 19:14:24 multinode-416232 kubelet[1587]: I1025 19:14:24.454536 1587 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r2kwd\" (UniqueName: \"kubernetes.io/projected/c8706fb5-415e-4e31-baf1-f539c1e66408-kube-api-access-r2kwd\") pod \"busybox-5bc68d56bd-79qnb\" (UID: \"c8706fb5-415e-4e31-baf1-f539c1e66408\") " pod="default/busybox-5bc68d56bd-79qnb"
Oct 25 19:14:24 multinode-416232 kubelet[1587]: W1025 19:14:24.671503 1587 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/crio-a8002e09986f337996aa7c88ec24b36e71f8605c0e3432d0b96e10047f3eca84 WatchSource:0}: Error finding container a8002e09986f337996aa7c88ec24b36e71f8605c0e3432d0b96e10047f3eca84: Status 404 returned error can't find the container with id a8002e09986f337996aa7c88ec24b36e71f8605c0e3432d0b96e10047f3eca84
Oct 25 19:14:25 multinode-416232 kubelet[1587]: I1025 19:14:25.868800 1587 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/busybox-5bc68d56bd-79qnb" podStartSLOduration=1.2640937810000001 podCreationTimestamp="2023-10-25 19:14:24 +0000 UTC" firstStartedPulling="2023-10-25 19:14:24.675397582 +0000 UTC m=+94.262001729" lastFinishedPulling="2023-10-25 19:14:25.280021439 +0000 UTC m=+94.866625587" observedRunningTime="2023-10-25 19:14:25.86854435 +0000 UTC m=+95.455148509" watchObservedRunningTime="2023-10-25 19:14:25.868717639 +0000 UTC m=+95.455321797"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p multinode-416232 -n multinode-416232
helpers_test.go:261: (dbg) Run: kubectl --context multinode-416232 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (3.66s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:133: (dbg) Run: /tmp/minikube-v1.9.0.4182127907.exe start -p running-upgrade-628222 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:133: (dbg) Done: /tmp/minikube-v1.9.0.4182127907.exe start -p running-upgrade-628222 --memory=2200 --vm-driver=docker --container-runtime=crio: (1m4.587656261s)
version_upgrade_test.go:143: (dbg) Run: out/minikube-linux-amd64 start -p running-upgrade-628222 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:143: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p running-upgrade-628222 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (2.486410107s)
-- stdout --
* [running-upgrade-628222] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17466
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
* Using the docker driver based on existing profile
* Starting control plane node running-upgrade-628222 in cluster running-upgrade-628222
* Pulling base image ...
* Updating the running docker "running-upgrade-628222" container ...
-- /stdout --
** stderr **
I1025 19:27:08.989803 199354 out.go:296] Setting OutFile to fd 1 ...
I1025 19:27:08.989927 199354 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:27:08.989938 199354 out.go:309] Setting ErrFile to fd 2...
I1025 19:27:08.989945 199354 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:27:08.990221 199354 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:27:08.991430 199354 out.go:303] Setting JSON to false
I1025 19:27:08.993926 199354 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":4170,"bootTime":1698257859,"procs":827,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 19:27:08.994017 199354 start.go:138] virtualization: kvm guest
I1025 19:27:08.996234 199354 out.go:177] * [running-upgrade-628222] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 19:27:08.998259 199354 notify.go:220] Checking for updates...
I1025 19:27:09.000152 199354 out.go:177] - MINIKUBE_LOCATION=17466
I1025 19:27:09.002204 199354 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 19:27:09.004264 199354 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:27:09.006155 199354 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 19:27:09.007916 199354 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1025 19:27:09.009622 199354 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1025 19:27:09.011943 199354 config.go:182] Loaded profile config "running-upgrade-628222": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1025 19:27:09.011966 199354 start_flags.go:701] config upgrade: KicBaseImage=gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b
I1025 19:27:09.014001 199354 out.go:177] * Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
I1025 19:27:09.015754 199354 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 19:27:09.041538 199354 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 19:27:09.041645 199354 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:27:09.119227 199354 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:66 OomKillDisable:true NGoroutines:80 SystemTime:2023-10-25 19:27:09.107906771 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:27:09.119355 199354 docker.go:295] overlay module found
I1025 19:27:09.121879 199354 out.go:177] * Using the docker driver based on existing profile
I1025 19:27:09.123586 199354 start.go:298] selected driver: docker
I1025 19:27:09.123612 199354 start.go:902] validating driver "docker" against &{Name:running-upgrade-628222 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:running-upgrade-628222 Namespace: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1025 19:27:09.123720 199354 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1025 19:27:09.124879 199354 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:27:09.193245 199354 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:66 OomKillDisable:true NGoroutines:80 SystemTime:2023-10-25 19:27:09.184096688 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:27:09.193514 199354 cni.go:84] Creating CNI manager for ""
I1025 19:27:09.193530 199354 cni.go:129] EnableDefaultCNI is true, recommending bridge
I1025 19:27:09.193538 199354 start_flags.go:323] config:
{Name:running-upgrade-628222 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:running-upgrade-628222 Namespace: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 Auto
PauseInterval:0s GPUs:}
I1025 19:27:09.196517 199354 out.go:177] * Starting control plane node running-upgrade-628222 in cluster running-upgrade-628222
I1025 19:27:09.198144 199354 cache.go:121] Beginning downloading kic base image for docker with crio
I1025 19:27:09.199697 199354 out.go:177] * Pulling base image ...
I1025 19:27:09.201035 199354 preload.go:132] Checking if preload exists for k8s version v1.18.0 and runtime crio
I1025 19:27:09.201062 199354 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon
I1025 19:27:09.226441 199354 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon, skipping pull
I1025 19:27:09.226470 199354 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b exists in daemon, skipping load
W1025 19:27:09.244068 199354 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.0/preloaded-images-k8s-v18-v1.18.0-cri-o-overlay-amd64.tar.lz4 status code: 404
I1025 19:27:09.244306 199354 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/running-upgrade-628222/config.json ...
I1025 19:27:09.244365 199354 cache.go:107] acquiring lock: {Name:mkbef56da4648a02107d7ce2825fbe96d8bf6181 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244403 199354 cache.go:107] acquiring lock: {Name:mk59ec8da6c43dece069fdccb475b25ae67117a8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244472 199354 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 exists
I1025 19:27:09.244463 199354 cache.go:107] acquiring lock: {Name:mk18c7bdfdb5b3b85e425fde5b4dd5a9dc300e2c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244485 199354 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.18.0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0" took 147.89µs
I1025 19:27:09.244503 199354 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.18.0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 succeeded
I1025 19:27:09.244514 199354 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 exists
I1025 19:27:09.244524 199354 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.18.0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0" took 64.737µs
I1025 19:27:09.244535 199354 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.18.0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 succeeded
I1025 19:27:09.244518 199354 cache.go:107] acquiring lock: {Name:mk1f62a1a191c3c2e3e9202a52efe9ab8ae0f71b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244540 199354 cache.go:107] acquiring lock: {Name:mk1db0dd235add140bbb39c6622c5dea076b1616 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244563 199354 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 exists
I1025 19:27:09.244568 199354 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2" took 53.725µs
I1025 19:27:09.244583 199354 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 succeeded
I1025 19:27:09.244587 199354 cache.go:194] Successfully downloaded all kic artifacts
I1025 19:27:09.244594 199354 cache.go:107] acquiring lock: {Name:mkd295567107735ff3affeb16c31b7dd44e2acd8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244618 199354 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 exists
I1025 19:27:09.244622 199354 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.18.0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0" took 30.922µs
I1025 19:27:09.244628 199354 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.18.0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 succeeded
I1025 19:27:09.244603 199354 cache.go:107] acquiring lock: {Name:mk08405fe72d635a4a42bb3484c7808f488c6374 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244628 199354 start.go:365] acquiring machines lock for running-upgrade-628222: {Name:mk7bb545e13dc900e1a158262331d8095f0574c9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244645 199354 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 exists
I1025 19:27:09.244658 199354 cache.go:96] cache image "registry.k8s.io/coredns:1.6.7" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7" took 54.057µs
I1025 19:27:09.244664 199354 cache.go:80] save to tar file registry.k8s.io/coredns:1.6.7 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 succeeded
I1025 19:27:09.244668 199354 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1025 19:27:09.244678 199354 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5" took 281.557µs
I1025 19:27:09.244687 199354 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1025 19:27:09.244672 199354 cache.go:107] acquiring lock: {Name:mkc0a10d72adfb6dc3ba90dca5ab7d05856d2f69 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:27:09.244591 199354 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 exists
I1025 19:27:09.244698 199354 cache.go:96] cache image "registry.k8s.io/etcd:3.4.3-0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0" took 160.466µs
I1025 19:27:09.244706 199354 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.3-0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 succeeded
I1025 19:27:09.244706 199354 start.go:369] acquired machines lock for "running-upgrade-628222" in 62.973µs
I1025 19:27:09.244712 199354 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 exists
I1025 19:27:09.244717 199354 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.18.0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0" took 46.12µs
I1025 19:27:09.244722 199354 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.18.0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 succeeded
I1025 19:27:09.244722 199354 start.go:96] Skipping create...Using existing machine configuration
I1025 19:27:09.244727 199354 cache.go:87] Successfully saved all images to host disk.
I1025 19:27:09.244729 199354 fix.go:54] fixHost starting: m01
I1025 19:27:09.245004 199354 cli_runner.go:164] Run: docker container inspect running-upgrade-628222 --format={{.State.Status}}
I1025 19:27:09.262233 199354 fix.go:102] recreateIfNeeded on running-upgrade-628222: state=Running err=<nil>
W1025 19:27:09.262265 199354 fix.go:128] unexpected machine state, will restart: <nil>
I1025 19:27:09.265800 199354 out.go:177] * Updating the running docker "running-upgrade-628222" container ...
I1025 19:27:09.267329 199354 machine.go:88] provisioning docker machine ...
I1025 19:27:09.267368 199354 ubuntu.go:169] provisioning hostname "running-upgrade-628222"
I1025 19:27:09.267431 199354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-628222
I1025 19:27:09.286129 199354 main.go:141] libmachine: Using SSH client type: native
I1025 19:27:09.286560 199354 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32959 <nil> <nil>}
I1025 19:27:09.286579 199354 main.go:141] libmachine: About to run SSH command:
sudo hostname running-upgrade-628222 && echo "running-upgrade-628222" | sudo tee /etc/hostname
I1025 19:27:09.408555 199354 main.go:141] libmachine: SSH cmd err, output: <nil>: running-upgrade-628222
I1025 19:27:09.408637 199354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-628222
I1025 19:27:09.436263 199354 main.go:141] libmachine: Using SSH client type: native
I1025 19:27:09.436840 199354 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32959 <nil> <nil>}
I1025 19:27:09.436879 199354 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\srunning-upgrade-628222' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 running-upgrade-628222/g' /etc/hosts;
else
echo '127.0.1.1 running-upgrade-628222' | sudo tee -a /etc/hosts;
fi
fi
I1025 19:27:09.550286 199354 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1025 19:27:09.550316 199354 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17466-8305/.minikube CaCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17466-8305/.minikube}
I1025 19:27:09.550349 199354 ubuntu.go:177] setting up certificates
I1025 19:27:09.550357 199354 provision.go:83] configureAuth start
I1025 19:27:09.550452 199354 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-628222
I1025 19:27:09.566939 199354 provision.go:138] copyHostCerts
I1025 19:27:09.567000 199354 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem, removing ...
I1025 19:27:09.567025 199354 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem
I1025 19:27:09.567106 199354 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem (1082 bytes)
I1025 19:27:09.567221 199354 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem, removing ...
I1025 19:27:09.567233 199354 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem
I1025 19:27:09.567274 199354 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem (1123 bytes)
I1025 19:27:09.567363 199354 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem, removing ...
I1025 19:27:09.567375 199354 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem
I1025 19:27:09.567407 199354 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem (1679 bytes)
I1025 19:27:09.567502 199354 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem org=jenkins.running-upgrade-628222 san=[172.17.0.2 127.0.0.1 localhost 127.0.0.1 minikube running-upgrade-628222]
I1025 19:27:09.889648 199354 provision.go:172] copyRemoteCerts
I1025 19:27:09.889700 199354 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1025 19:27:09.889727 199354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-628222
I1025 19:27:09.908536 199354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32959 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/running-upgrade-628222/id_rsa Username:docker}
I1025 19:27:09.993971 199354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1025 19:27:10.012303 199354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1025 19:27:10.032022 199354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1025 19:27:10.051561 199354 provision.go:86] duration metric: configureAuth took 501.182656ms
I1025 19:27:10.051593 199354 ubuntu.go:193] setting minikube options for container-runtime
I1025 19:27:10.051786 199354 config.go:182] Loaded profile config "running-upgrade-628222": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1025 19:27:10.051898 199354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-628222
I1025 19:27:10.073704 199354 main.go:141] libmachine: Using SSH client type: native
I1025 19:27:10.074194 199354 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32959 <nil> <nil>}
I1025 19:27:10.074221 199354 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1025 19:27:10.501513 199354 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1025 19:27:10.501546 199354 machine.go:91] provisioned docker machine in 1.234195963s
I1025 19:27:10.501558 199354 start.go:300] post-start starting for "running-upgrade-628222" (driver="docker")
I1025 19:27:10.501573 199354 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1025 19:27:10.501647 199354 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1025 19:27:10.501696 199354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-628222
I1025 19:27:10.519430 199354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32959 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/running-upgrade-628222/id_rsa Username:docker}
I1025 19:27:10.605680 199354 ssh_runner.go:195] Run: cat /etc/os-release
I1025 19:27:10.608577 199354 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1025 19:27:10.608608 199354 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1025 19:27:10.608622 199354 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1025 19:27:10.608638 199354 info.go:137] Remote host: Ubuntu 19.10
I1025 19:27:10.608650 199354 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/addons for local assets ...
I1025 19:27:10.608701 199354 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/files for local assets ...
I1025 19:27:10.608784 199354 filesync.go:149] local asset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> 150862.pem in /etc/ssl/certs
I1025 19:27:10.608896 199354 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1025 19:27:10.615719 199354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem --> /etc/ssl/certs/150862.pem (1708 bytes)
I1025 19:27:10.633434 199354 start.go:303] post-start completed in 131.855938ms
I1025 19:27:10.633510 199354 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1025 19:27:10.633562 199354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-628222
I1025 19:27:10.650879 199354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32959 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/running-upgrade-628222/id_rsa Username:docker}
I1025 19:27:10.727078 199354 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1025 19:27:10.731147 199354 fix.go:56] fixHost completed within 1.486409547s
I1025 19:27:10.731171 199354 start.go:83] releasing machines lock for "running-upgrade-628222", held for 1.486455329s
I1025 19:27:10.731225 199354 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-628222
I1025 19:27:10.748522 199354 ssh_runner.go:195] Run: cat /version.json
I1025 19:27:10.748564 199354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-628222
I1025 19:27:10.748582 199354 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1025 19:27:10.748642 199354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-628222
I1025 19:27:10.769296 199354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32959 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/running-upgrade-628222/id_rsa Username:docker}
I1025 19:27:10.770704 199354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32959 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/running-upgrade-628222/id_rsa Username:docker}
W1025 19:27:10.849832 199354 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1025 19:27:10.849918 199354 ssh_runner.go:195] Run: systemctl --version
I1025 19:27:10.853897 199354 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1025 19:27:10.909148 199354 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1025 19:27:10.913326 199354 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:27:10.929701 199354 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1025 19:27:10.929779 199354 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:27:10.955287 199354 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1025 19:27:10.955314 199354 start.go:472] detecting cgroup driver to use...
I1025 19:27:10.955358 199354 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1025 19:27:10.955408 199354 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1025 19:27:10.982181 199354 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1025 19:27:10.992786 199354 docker.go:198] disabling cri-docker service (if available) ...
I1025 19:27:10.992847 199354 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1025 19:27:11.007216 199354 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1025 19:27:11.016670 199354 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
W1025 19:27:11.026351 199354 docker.go:208] Failed to disable socket "cri-docker.socket" (might be ok): sudo systemctl disable cri-docker.socket: Process exited with status 1
stdout:
stderr:
Failed to disable unit: Unit file cri-docker.socket does not exist.
I1025 19:27:11.026440 199354 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1025 19:27:11.094995 199354 docker.go:214] disabling docker service ...
I1025 19:27:11.095053 199354 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1025 19:27:11.110670 199354 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1025 19:27:11.138323 199354 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1025 19:27:11.210443 199354 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1025 19:27:11.349970 199354 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1025 19:27:11.359395 199354 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1025 19:27:11.373911 199354 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1025 19:27:11.373972 199354 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:27:11.383996 199354 out.go:177]
W1025 19:27:11.385517 199354 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1025 19:27:11.385537 199354 out.go:239] *
*
W1025 19:27:11.386724 199354 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1025 19:27:11.388364 199354 out.go:177]
** /stderr **
version_upgrade_test.go:145: upgrade from v1.9.0 to HEAD failed: out/minikube-linux-amd64 start -p running-upgrade-628222 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90
panic.go:523: *** TestRunningBinaryUpgrade FAILED at 2023-10-25 19:27:11.406293907 +0000 UTC m=+2066.164824328
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestRunningBinaryUpgrade]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect running-upgrade-628222
helpers_test.go:235: (dbg) docker inspect running-upgrade-628222:
-- stdout --
[
{
"Id": "b75a063115ebf9309125a8fb6968a65ee4880f05af40cb0270a0b61d210e4ccf",
"Created": "2023-10-25T19:26:04.749154823Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 184338,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-25T19:26:05.196583989Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:11589cdc9ef4b67a64cc243dd3cf013e81ad02bbed105fc37dc07aa272044680",
"ResolvConfPath": "/var/lib/docker/containers/b75a063115ebf9309125a8fb6968a65ee4880f05af40cb0270a0b61d210e4ccf/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/b75a063115ebf9309125a8fb6968a65ee4880f05af40cb0270a0b61d210e4ccf/hostname",
"HostsPath": "/var/lib/docker/containers/b75a063115ebf9309125a8fb6968a65ee4880f05af40cb0270a0b61d210e4ccf/hosts",
"LogPath": "/var/lib/docker/containers/b75a063115ebf9309125a8fb6968a65ee4880f05af40cb0270a0b61d210e4ccf/b75a063115ebf9309125a8fb6968a65ee4880f05af40cb0270a0b61d210e4ccf-json.log",
"Name": "/running-upgrade-628222",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"running-upgrade-628222:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "default",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/e54aeaf9950b29f3f63eedaf5a38a80dad03f7f17b2159cef6c41a691cd7579a-init/diff:/var/lib/docker/overlay2/29b4bd75b09aaa05e5a86010496052adeb3d5937e5a5399742c6ed4609e05de5/diff:/var/lib/docker/overlay2/51ff59c0aeded4745d8b109fb40785dc97450ed86f1a3eebac32678d575304a1/diff:/var/lib/docker/overlay2/4845467b22879957b6e7aa9e45e211fb8c644e36ee07bfec6189740160e1ec23/diff:/var/lib/docker/overlay2/393c5a8aae2d0a4b79e96f6904654cf42fec7adfe029ca3c4e6917c9ae306b55/diff:/var/lib/docker/overlay2/3d92ec7a1b0219aa49420e9892b680e52dae0bf9c667fcc01ddf300f2ee37757/diff:/var/lib/docker/overlay2/29008462582dbf166fcf66b2d491527a08aa1a940bfab138d66c8acbbe1c54c8/diff:/var/lib/docker/overlay2/96c2ff5c8c7680ae7b14570ed4a192558496e076f47155e973f2664f0fc6d90d/diff:/var/lib/docker/overlay2/9b1c59d2ee80bd414d361ee8aa43eea6ce1d879b4f6a0070e7fb84fc2a24968e/diff:/var/lib/docker/overlay2/bc88f214ecaa5b45d0a4a6463aedae9911ddd8a8ca09cc3ada0f19435c7db6de/diff:/var/lib/docker/overlay2/9e1b9d
6acd5926f5d185491f20891c2a60a3e7a5f924b24a6db5b9b35bcd31e3/diff:/var/lib/docker/overlay2/33106dfd860056f71bc4a73f7d4e0a0b6d248d295ebfeaee482bf8b4b8d64ad1/diff:/var/lib/docker/overlay2/630d493c3afb3bccd4e88476380ebf0cb15b3eab01f4c35fdd4b31301471d6f0/diff:/var/lib/docker/overlay2/edd12d19a756bcc084be198951d4c425ff3f67d4d53806d4bd7f0827f1934d2a/diff:/var/lib/docker/overlay2/fba5ff8d0a95453786e05f048ad5f81363f3c746e79ae4704dbc8b60a6b811e4/diff:/var/lib/docker/overlay2/74672f71a38b3dd564f77ce285e826a1cfafd9ffeeec27ade613ec46096d59b2/diff:/var/lib/docker/overlay2/d738515643ea6e164fef23004d726680bf479a1a910feaaf946a46e5d9f8bc31/diff:/var/lib/docker/overlay2/b322748ac899b8947e5308995f6ccdd237209b432489eaf54148f5772ad93c92/diff:/var/lib/docker/overlay2/03774ec67c3838a296a86c7ef735edeb768778122e6475ca5cb890f5f02b44df/diff:/var/lib/docker/overlay2/fcb67077ea2a22de937f4eba8f1acc690486cbbafde1212be2736af19adddef6/diff:/var/lib/docker/overlay2/f5aaca756157c2c1b101df9222b4bebefef46904603d933db237cc72ab83d1ff/diff:/var/lib/d
ocker/overlay2/c9c8e024844b2224c918b0d74f48ff8e5c7f44c37fbe3ca9820cc593e998f6cd/diff",
"MergedDir": "/var/lib/docker/overlay2/e54aeaf9950b29f3f63eedaf5a38a80dad03f7f17b2159cef6c41a691cd7579a/merged",
"UpperDir": "/var/lib/docker/overlay2/e54aeaf9950b29f3f63eedaf5a38a80dad03f7f17b2159cef6c41a691cd7579a/diff",
"WorkDir": "/var/lib/docker/overlay2/e54aeaf9950b29f3f63eedaf5a38a80dad03f7f17b2159cef6c41a691cd7579a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "running-upgrade-628222",
"Source": "/var/lib/docker/volumes/running-upgrade-628222/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "running-upgrade-628222",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"container=docker"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.8@sha256:2f3380ebf1bb0c75b0b47160fd4e61b7b8fef0f1f32f9def108d3eada50a7a81",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "running-upgrade-628222",
"name.minikube.sigs.k8s.io": "running-upgrade-628222",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "02f01a65b03f6f3095fcc7bec7f4a602b0af8e9302d6f2aed47c537f76d9f9ca",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32959"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32958"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32957"
}
]
},
"SandboxKey": "/var/run/docker/netns/02f01a65b03f",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "1bfadf4d355d4b4d6302891e6430f8aa45dda614c58320064850e7ac581fc4bd",
"Gateway": "172.17.0.1",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "172.17.0.2",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"MacAddress": "02:42:ac:11:00:02",
"Networks": {
"bridge": {
"IPAMConfig": null,
"Links": null,
"Aliases": null,
"NetworkID": "2a56c2048bead7698f14c5f0ffbb77a9482e19a5ab689ab43960f82ecf9aebae",
"EndpointID": "1bfadf4d355d4b4d6302891e6430f8aa45dda614c58320064850e7ac581fc4bd",
"Gateway": "172.17.0.1",
"IPAddress": "172.17.0.2",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:ac:11:00:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p running-upgrade-628222 -n running-upgrade-628222
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p running-upgrade-628222 -n running-upgrade-628222: exit status 4 (309.97061ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1025 19:27:11.700075 200236 status.go:415] kubeconfig endpoint: extract IP: "running-upgrade-628222" does not appear in /home/jenkins/minikube-integration/17466-8305/kubeconfig
** /stderr **
helpers_test.go:239: status error: exit status 4 (may be ok)
helpers_test.go:241: "running-upgrade-628222" host is not running, skipping log retrieval (state="Running\nWARNING: Your kubectl is pointing to stale minikube-vm.\nTo fix the kubectl context, run `minikube update-context`")
helpers_test.go:175: Cleaning up "running-upgrade-628222" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p running-upgrade-628222
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p running-upgrade-628222: (1.982393112s)
--- FAIL: TestRunningBinaryUpgrade (69.84s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:196: (dbg) Run: /tmp/minikube-v1.9.0.134257750.exe start -p stopped-upgrade-774432 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:196: (dbg) Done: /tmp/minikube-v1.9.0.134257750.exe start -p stopped-upgrade-774432 --memory=2200 --vm-driver=docker --container-runtime=crio: (1m25.829347213s)
version_upgrade_test.go:205: (dbg) Run: /tmp/minikube-v1.9.0.134257750.exe -p stopped-upgrade-774432 stop
version_upgrade_test.go:205: (dbg) Done: /tmp/minikube-v1.9.0.134257750.exe -p stopped-upgrade-774432 stop: (1.053799306s)
version_upgrade_test.go:211: (dbg) Run: out/minikube-linux-amd64 start -p stopped-upgrade-774432 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:211: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p stopped-upgrade-774432 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (5.857051033s)
-- stdout --
* [stopped-upgrade-774432] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17466
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
* Using the docker driver based on existing profile
* Starting control plane node stopped-upgrade-774432 in cluster stopped-upgrade-774432
* Pulling base image ...
* Restarting existing docker container for "stopped-upgrade-774432" ...
-- /stdout --
** stderr **
I1025 19:25:55.447756 180788 out.go:296] Setting OutFile to fd 1 ...
I1025 19:25:55.447882 180788 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:25:55.447891 180788 out.go:309] Setting ErrFile to fd 2...
I1025 19:25:55.447896 180788 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:25:55.448125 180788 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:25:55.448715 180788 out.go:303] Setting JSON to false
I1025 19:25:55.450241 180788 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":4097,"bootTime":1698257859,"procs":633,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 19:25:55.450302 180788 start.go:138] virtualization: kvm guest
I1025 19:25:55.452780 180788 out.go:177] * [stopped-upgrade-774432] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 19:25:55.454845 180788 out.go:177] - MINIKUBE_LOCATION=17466
I1025 19:25:55.454871 180788 notify.go:220] Checking for updates...
I1025 19:25:55.456639 180788 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 19:25:55.458558 180788 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:25:55.460539 180788 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 19:25:55.462295 180788 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1025 19:25:55.464022 180788 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1025 19:25:55.465982 180788 config.go:182] Loaded profile config "stopped-upgrade-774432": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1025 19:25:55.466005 180788 start_flags.go:701] config upgrade: KicBaseImage=gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b
I1025 19:25:55.467954 180788 out.go:177] * Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
I1025 19:25:55.469555 180788 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 19:25:55.493748 180788 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 19:25:55.493867 180788 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:25:55.551873 180788 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:62 OomKillDisable:true NGoroutines:73 SystemTime:2023-10-25 19:25:55.540413708 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:25:55.552012 180788 docker.go:295] overlay module found
I1025 19:25:55.553697 180788 out.go:177] * Using the docker driver based on existing profile
I1025 19:25:55.555197 180788 start.go:298] selected driver: docker
I1025 19:25:55.555227 180788 start.go:902] validating driver "docker" against &{Name:stopped-upgrade-774432 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:stopped-upgrade-774432 Namespace: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1025 19:25:55.555337 180788 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1025 19:25:55.556204 180788 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:25:55.619317 180788 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:62 OomKillDisable:true NGoroutines:73 SystemTime:2023-10-25 19:25:55.609339461 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:25:55.619639 180788 cni.go:84] Creating CNI manager for ""
I1025 19:25:55.619664 180788 cni.go:129] EnableDefaultCNI is true, recommending bridge
I1025 19:25:55.619674 180788 start_flags.go:323] config:
{Name:stopped-upgrade-774432 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:stopped-upgrade-774432 Namespace: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 Auto
PauseInterval:0s GPUs:}
I1025 19:25:55.621760 180788 out.go:177] * Starting control plane node stopped-upgrade-774432 in cluster stopped-upgrade-774432
I1025 19:25:55.623355 180788 cache.go:121] Beginning downloading kic base image for docker with crio
I1025 19:25:55.624797 180788 out.go:177] * Pulling base image ...
I1025 19:25:55.626349 180788 preload.go:132] Checking if preload exists for k8s version v1.18.0 and runtime crio
I1025 19:25:55.626414 180788 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon
I1025 19:25:55.646923 180788 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon, skipping pull
I1025 19:25:55.646952 180788 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b exists in daemon, skipping load
W1025 19:25:55.694658 180788 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.0/preloaded-images-k8s-v18-v1.18.0-cri-o-overlay-amd64.tar.lz4 status code: 404
I1025 19:25:55.694856 180788 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/stopped-upgrade-774432/config.json ...
I1025 19:25:55.694900 180788 cache.go:107] acquiring lock: {Name:mk59ec8da6c43dece069fdccb475b25ae67117a8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.694924 180788 cache.go:107] acquiring lock: {Name:mk1db0dd235add140bbb39c6622c5dea076b1616 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.694917 180788 cache.go:107] acquiring lock: {Name:mk18c7bdfdb5b3b85e425fde5b4dd5a9dc300e2c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.694932 180788 cache.go:107] acquiring lock: {Name:mkd295567107735ff3affeb16c31b7dd44e2acd8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.694950 180788 cache.go:107] acquiring lock: {Name:mkc0a10d72adfb6dc3ba90dca5ab7d05856d2f69 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.695024 180788 cache.go:107] acquiring lock: {Name:mk08405fe72d635a4a42bb3484c7808f488c6374 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.695059 180788 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I1025 19:25:55.695085 180788 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.0
I1025 19:25:55.695093 180788 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.0
I1025 19:25:55.695124 180788 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.0
I1025 19:25:55.695102 180788 cache.go:107] acquiring lock: {Name:mkbef56da4648a02107d7ce2825fbe96d8bf6181 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.695142 180788 cache.go:194] Successfully downloaded all kic artifacts
I1025 19:25:55.695144 180788 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I1025 19:25:55.695166 180788 start.go:365] acquiring machines lock for stopped-upgrade-774432: {Name:mk421728dad9072356cddee486ec7db28a31ee1e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.695261 180788 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.0
I1025 19:25:55.695263 180788 start.go:369] acquired machines lock for "stopped-upgrade-774432" in 84.868µs
I1025 19:25:55.695279 180788 cache.go:115] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1025 19:25:55.695280 180788 start.go:96] Skipping create...Using existing machine configuration
I1025 19:25:55.695289 180788 fix.go:54] fixHost starting: m01
I1025 19:25:55.695289 180788 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5" took 399.16µs
I1025 19:25:55.695319 180788 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1025 19:25:55.695500 180788 cache.go:107] acquiring lock: {Name:mk1f62a1a191c3c2e3e9202a52efe9ab8ae0f71b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1025 19:25:55.695593 180788 cli_runner.go:164] Run: docker container inspect stopped-upgrade-774432 --format={{.State.Status}}
I1025 19:25:55.695645 180788 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I1025 19:25:55.696395 180788 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I1025 19:25:55.696423 180788 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I1025 19:25:55.696428 180788 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.0
I1025 19:25:55.696439 180788 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.0
I1025 19:25:55.696446 180788 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.0
I1025 19:25:55.696398 180788 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.0
I1025 19:25:55.696624 180788 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I1025 19:25:55.716634 180788 fix.go:102] recreateIfNeeded on stopped-upgrade-774432: state=Stopped err=<nil>
W1025 19:25:55.716664 180788 fix.go:128] unexpected machine state, will restart: <nil>
I1025 19:25:55.719137 180788 out.go:177] * Restarting existing docker container for "stopped-upgrade-774432" ...
I1025 19:25:55.720787 180788 cli_runner.go:164] Run: docker start stopped-upgrade-774432
I1025 19:25:55.880058 180788 cache.go:162] opening: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7
I1025 19:25:55.880078 180788 cache.go:162] opening: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0
I1025 19:25:55.916380 180788 cache.go:162] opening: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2
I1025 19:25:55.919960 180788 cache.go:162] opening: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0
I1025 19:25:55.931872 180788 cache.go:162] opening: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0
I1025 19:25:55.942893 180788 cache.go:162] opening: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0
I1025 19:25:55.963225 180788 cache.go:162] opening: /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0
I1025 19:25:56.001568 180788 cli_runner.go:164] Run: docker container inspect stopped-upgrade-774432 --format={{.State.Status}}
I1025 19:25:56.020138 180788 kic.go:427] container "stopped-upgrade-774432" state is running.
I1025 19:25:56.020477 180788 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-774432
I1025 19:25:56.038755 180788 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/stopped-upgrade-774432/config.json ...
I1025 19:25:56.039047 180788 machine.go:88] provisioning docker machine ...
I1025 19:25:56.039072 180788 ubuntu.go:169] provisioning hostname "stopped-upgrade-774432"
I1025 19:25:56.039210 180788 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-774432
I1025 19:25:56.062455 180788 main.go:141] libmachine: Using SSH client type: native
I1025 19:25:56.062944 180788 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32956 <nil> <nil>}
I1025 19:25:56.062967 180788 main.go:141] libmachine: About to run SSH command:
sudo hostname stopped-upgrade-774432 && echo "stopped-upgrade-774432" | sudo tee /etc/hostname
I1025 19:25:56.063807 180788 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:38072->127.0.0.1:32956: read: connection reset by peer
I1025 19:25:56.072643 180788 cache.go:157] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 exists
I1025 19:25:56.072667 180788 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2" took 377.201591ms
I1025 19:25:56.072685 180788 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 succeeded
I1025 19:25:56.356823 180788 cache.go:157] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 exists
I1025 19:25:56.356853 180788 cache.go:96] cache image "registry.k8s.io/coredns:1.6.7" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7" took 661.856031ms
I1025 19:25:56.356877 180788 cache.go:80] save to tar file registry.k8s.io/coredns:1.6.7 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 succeeded
I1025 19:25:56.822928 180788 cache.go:157] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 exists
I1025 19:25:56.822952 180788 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.18.0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0" took 1.128005656s
I1025 19:25:56.822964 180788 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.18.0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 succeeded
I1025 19:25:57.078593 180788 cache.go:157] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 exists
I1025 19:25:57.078630 180788 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.18.0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0" took 1.383563836s
I1025 19:25:57.078648 180788 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.18.0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 succeeded
I1025 19:25:57.082252 180788 cache.go:157] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 exists
I1025 19:25:57.082281 180788 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.18.0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0" took 1.387354414s
I1025 19:25:57.082299 180788 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.18.0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 succeeded
I1025 19:25:57.623950 180788 cache.go:157] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 exists
I1025 19:25:57.623976 180788 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.18.0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0" took 1.929071033s
I1025 19:25:57.623987 180788 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.18.0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 succeeded
I1025 19:25:58.932905 180788 cache.go:157] /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 exists
I1025 19:25:58.932931 180788 cache.go:96] cache image "registry.k8s.io/etcd:3.4.3-0" -> "/home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0" took 3.238017243s
I1025 19:25:58.932943 180788 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.3-0 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 succeeded
I1025 19:25:58.932962 180788 cache.go:87] Successfully saved all images to host disk.
I1025 19:25:59.182786 180788 main.go:141] libmachine: SSH cmd err, output: <nil>: stopped-upgrade-774432
I1025 19:25:59.182871 180788 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-774432
I1025 19:25:59.201795 180788 main.go:141] libmachine: Using SSH client type: native
I1025 19:25:59.202136 180788 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32956 <nil> <nil>}
I1025 19:25:59.202157 180788 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sstopped-upgrade-774432' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 stopped-upgrade-774432/g' /etc/hosts;
else
echo '127.0.1.1 stopped-upgrade-774432' | sudo tee -a /etc/hosts;
fi
fi
I1025 19:25:59.306449 180788 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1025 19:25:59.306481 180788 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17466-8305/.minikube CaCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17466-8305/.minikube}
I1025 19:25:59.306530 180788 ubuntu.go:177] setting up certificates
I1025 19:25:59.306540 180788 provision.go:83] configureAuth start
I1025 19:25:59.306603 180788 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-774432
I1025 19:25:59.323057 180788 provision.go:138] copyHostCerts
I1025 19:25:59.323118 180788 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem, removing ...
I1025 19:25:59.323129 180788 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem
I1025 19:25:59.323196 180788 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/ca.pem (1082 bytes)
I1025 19:25:59.323303 180788 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem, removing ...
I1025 19:25:59.323321 180788 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem
I1025 19:25:59.323358 180788 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/cert.pem (1123 bytes)
I1025 19:25:59.323439 180788 exec_runner.go:144] found /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem, removing ...
I1025 19:25:59.323449 180788 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem
I1025 19:25:59.323477 180788 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17466-8305/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17466-8305/.minikube/key.pem (1679 bytes)
I1025 19:25:59.323543 180788 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca-key.pem org=jenkins.stopped-upgrade-774432 san=[172.17.0.2 127.0.0.1 localhost 127.0.0.1 minikube stopped-upgrade-774432]
I1025 19:25:59.575772 180788 provision.go:172] copyRemoteCerts
I1025 19:25:59.575842 180788 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1025 19:25:59.575878 180788 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-774432
I1025 19:25:59.593470 180788 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32956 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/stopped-upgrade-774432/id_rsa Username:docker}
I1025 19:25:59.673676 180788 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1025 19:25:59.690785 180788 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1025 19:25:59.707742 180788 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1025 19:25:59.725003 180788 provision.go:86] duration metric: configureAuth took 418.446548ms
I1025 19:25:59.725034 180788 ubuntu.go:193] setting minikube options for container-runtime
I1025 19:25:59.725207 180788 config.go:182] Loaded profile config "stopped-upgrade-774432": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1025 19:25:59.725302 180788 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-774432
I1025 19:25:59.743351 180788 main.go:141] libmachine: Using SSH client type: native
I1025 19:25:59.743703 180788 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8240] 0x7faf20 <nil> [] 0s} 127.0.0.1 32956 <nil> <nil>}
I1025 19:25:59.743725 180788 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1025 19:26:00.424539 180788 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1025 19:26:00.424569 180788 machine.go:91] provisioned docker machine in 4.385503357s
I1025 19:26:00.424581 180788 start.go:300] post-start starting for "stopped-upgrade-774432" (driver="docker")
I1025 19:26:00.424595 180788 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1025 19:26:00.424655 180788 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1025 19:26:00.424700 180788 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-774432
I1025 19:26:00.442711 180788 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32956 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/stopped-upgrade-774432/id_rsa Username:docker}
I1025 19:26:00.540373 180788 ssh_runner.go:195] Run: cat /etc/os-release
I1025 19:26:00.543894 180788 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1025 19:26:00.543923 180788 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1025 19:26:00.543946 180788 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1025 19:26:00.543956 180788 info.go:137] Remote host: Ubuntu 19.10
I1025 19:26:00.543979 180788 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/addons for local assets ...
I1025 19:26:00.544048 180788 filesync.go:126] Scanning /home/jenkins/minikube-integration/17466-8305/.minikube/files for local assets ...
I1025 19:26:00.544142 180788 filesync.go:149] local asset: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem -> 150862.pem in /etc/ssl/certs
I1025 19:26:00.544365 180788 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1025 19:26:00.551659 180788 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/ssl/certs/150862.pem --> /etc/ssl/certs/150862.pem (1708 bytes)
I1025 19:26:00.569722 180788 start.go:303] post-start completed in 145.123309ms
I1025 19:26:00.569807 180788 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1025 19:26:00.569852 180788 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-774432
I1025 19:26:00.588715 180788 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32956 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/stopped-upgrade-774432/id_rsa Username:docker}
I1025 19:26:00.671181 180788 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1025 19:26:00.675717 180788 fix.go:56] fixHost completed within 4.980423043s
I1025 19:26:00.675740 180788 start.go:83] releasing machines lock for "stopped-upgrade-774432", held for 4.980465906s
I1025 19:26:00.675808 180788 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-774432
I1025 19:26:00.693241 180788 ssh_runner.go:195] Run: cat /version.json
I1025 19:26:00.693294 180788 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1025 19:26:00.693297 180788 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-774432
I1025 19:26:00.693342 180788 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-774432
I1025 19:26:00.711910 180788 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32956 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/stopped-upgrade-774432/id_rsa Username:docker}
I1025 19:26:00.716246 180788 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32956 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/stopped-upgrade-774432/id_rsa Username:docker}
W1025 19:26:00.790542 180788 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1025 19:26:00.790627 180788 ssh_runner.go:195] Run: systemctl --version
I1025 19:26:00.822894 180788 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1025 19:26:00.873975 180788 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1025 19:26:00.877936 180788 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:26:00.892931 180788 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1025 19:26:00.893004 180788 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1025 19:26:00.915602 180788 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1025 19:26:00.915626 180788 start.go:472] detecting cgroup driver to use...
I1025 19:26:00.915655 180788 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1025 19:26:00.915702 180788 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1025 19:26:00.936689 180788 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1025 19:26:00.945832 180788 docker.go:198] disabling cri-docker service (if available) ...
I1025 19:26:00.945883 180788 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1025 19:26:00.954939 180788 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1025 19:26:00.964807 180788 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
W1025 19:26:00.975027 180788 docker.go:208] Failed to disable socket "cri-docker.socket" (might be ok): sudo systemctl disable cri-docker.socket: Process exited with status 1
stdout:
stderr:
Failed to disable unit: Unit file cri-docker.socket does not exist.
I1025 19:26:00.975078 180788 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1025 19:26:01.045494 180788 docker.go:214] disabling docker service ...
I1025 19:26:01.045554 180788 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1025 19:26:01.055059 180788 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1025 19:26:01.064089 180788 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1025 19:26:01.127102 180788 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1025 19:26:01.192688 180788 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1025 19:26:01.201664 180788 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1025 19:26:01.214775 180788 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1025 19:26:01.214829 180788 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1025 19:26:01.225175 180788 out.go:177]
W1025 19:26:01.226649 180788 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1025 19:26:01.226674 180788 out.go:239] *
*
W1025 19:26:01.227536 180788 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1025 19:26:01.229102 180788 out.go:177]
** /stderr **
version_upgrade_test.go:213: upgrade from v1.9.0 to HEAD failed: out/minikube-linux-amd64 start -p stopped-upgrade-774432 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90
--- FAIL: TestStoppedBinaryUpgrade/Upgrade (92.74s)
=== RUN TestDownloadOnly/v1.16.0/json-events
aaa_download_only_test.go:69: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-296095 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:69: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-296095 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio: (10.309887202s)
--- PASS: TestDownloadOnly/v1.16.0/json-events (10.31s)
=== RUN TestDownloadOnly/v1.16.0/preload-exists
--- PASS: TestDownloadOnly/v1.16.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.16.0/LogsDuration
aaa_download_only_test.go:172: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-296095
aaa_download_only_test.go:172: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-296095: exit status 85 (77.376633ms)
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-296095 | jenkins | v1.31.2 | 25 Oct 23 18:52 UTC | |
| | -p download-only-296095 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
*
* ==> Last Start <==
* Log file created at: 2023/10/25 18:52:45
Running on machine: ubuntu-20-agent-15
Binary: Built with gc go1.21.3 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1025 18:52:45.346774 15098 out.go:296] Setting OutFile to fd 1 ...
I1025 18:52:45.347022 15098 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 18:52:45.347032 15098 out.go:309] Setting ErrFile to fd 2...
I1025 18:52:45.347037 15098 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 18:52:45.347246 15098 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
W1025 18:52:45.347375 15098 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17466-8305/.minikube/config/config.json: open /home/jenkins/minikube-integration/17466-8305/.minikube/config/config.json: no such file or directory
I1025 18:52:45.347954 15098 out.go:303] Setting JSON to true
I1025 18:52:45.348771 15098 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":2107,"bootTime":1698257859,"procs":173,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 18:52:45.348830 15098 start.go:138] virtualization: kvm guest
I1025 18:52:45.351613 15098 out.go:97] [download-only-296095] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 18:52:45.353533 15098 out.go:169] MINIKUBE_LOCATION=17466
W1025 18:52:45.351731 15098 preload.go:295] Failed to list preload files: open /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball: no such file or directory
I1025 18:52:45.351774 15098 notify.go:220] Checking for updates...
I1025 18:52:45.357057 15098 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 18:52:45.359034 15098 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 18:52:45.360762 15098 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 18:52:45.362509 15098 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W1025 18:52:45.365497 15098 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1025 18:52:45.365778 15098 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 18:52:45.389902 15098 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 18:52:45.390090 15098 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 18:52:45.773544 15098 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2023-10-25 18:52:45.765372583 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 18:52:45.773658 15098 docker.go:295] overlay module found
I1025 18:52:45.775971 15098 out.go:97] Using the docker driver based on user configuration
I1025 18:52:45.776007 15098 start.go:298] selected driver: docker
I1025 18:52:45.776016 15098 start.go:902] validating driver "docker" against <nil>
I1025 18:52:45.776132 15098 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 18:52:45.827369 15098 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2023-10-25 18:52:45.819301224 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 18:52:45.827596 15098 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1025 18:52:45.828094 15098 start_flags.go:386] Using suggested 8000MB memory alloc based on sys=32089MB, container=32089MB
I1025 18:52:45.828273 15098 start_flags.go:908] Wait components to verify : map[apiserver:true system_pods:true]
I1025 18:52:45.830744 15098 out.go:169] Using Docker driver with root privileges
I1025 18:52:45.832479 15098 cni.go:84] Creating CNI manager for ""
I1025 18:52:45.832515 15098 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1025 18:52:45.832533 15098 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1025 18:52:45.832549 15098 start_flags.go:323] config:
{Name:download-only-296095 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:8000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-296095 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 18:52:45.834711 15098 out.go:97] Starting control plane node download-only-296095 in cluster download-only-296095
I1025 18:52:45.834741 15098 cache.go:121] Beginning downloading kic base image for docker with crio
I1025 18:52:45.836918 15098 out.go:97] Pulling base image ...
I1025 18:52:45.837001 15098 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1025 18:52:45.837313 15098 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon
I1025 18:52:45.853408 15098 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b to local cache
I1025 18:52:45.853615 15098 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local cache directory
I1025 18:52:45.853722 15098 image.go:118] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b to local cache
I1025 18:52:45.885852 15098 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4
I1025 18:52:45.885887 15098 cache.go:56] Caching tarball of preloaded images
I1025 18:52:45.886106 15098 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1025 18:52:45.888498 15098 out.go:97] Downloading Kubernetes v1.16.0 preload ...
I1025 18:52:45.888520 15098 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1025 18:52:45.923971 15098 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4?checksum=md5:432b600409d778ea7a21214e83948570 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4
I1025 18:52:51.778468 15098 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1025 18:52:51.778554 15098 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1025 18:52:52.720009 15098 cache.go:59] Finished verifying existence of preloaded tar for v1.16.0 on crio
I1025 18:52:52.720391 15098 profile.go:148] Saving config to /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/download-only-296095/config.json ...
I1025 18:52:52.720426 15098 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/download-only-296095/config.json: {Name:mk7016799ba51e1a01a06e06e56709c07d5c254c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1025 18:52:52.720624 15098 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1025 18:52:52.720834 15098 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/linux/amd64/kubectl.sha1 -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/linux/amd64/v1.16.0/kubectl
*
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-296095"
-- /stdout --
aaa_download_only_test.go:173: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.16.0/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.28.3/json-events
aaa_download_only_test.go:69: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-296095 --force --alsologtostderr --kubernetes-version=v1.28.3 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:69: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-296095 --force --alsologtostderr --kubernetes-version=v1.28.3 --container-runtime=crio --driver=docker --container-runtime=crio: (7.31289689s)
--- PASS: TestDownloadOnly/v1.28.3/json-events (7.31s)
=== RUN TestDownloadOnly/v1.28.3/preload-exists
--- PASS: TestDownloadOnly/v1.28.3/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.3/LogsDuration
aaa_download_only_test.go:172: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-296095
aaa_download_only_test.go:172: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-296095: exit status 85 (78.927923ms)
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-296095 | jenkins | v1.31.2 | 25 Oct 23 18:52 UTC | |
| | -p download-only-296095 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -o=json --download-only | download-only-296095 | jenkins | v1.31.2 | 25 Oct 23 18:52 UTC | |
| | -p download-only-296095 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.3 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
*
* ==> Last Start <==
* Log file created at: 2023/10/25 18:52:55
Running on machine: ubuntu-20-agent-15
Binary: Built with gc go1.21.3 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1025 18:52:55.745736 15262 out.go:296] Setting OutFile to fd 1 ...
I1025 18:52:55.745874 15262 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 18:52:55.745885 15262 out.go:309] Setting ErrFile to fd 2...
I1025 18:52:55.745892 15262 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 18:52:55.746181 15262 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
W1025 18:52:55.746358 15262 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17466-8305/.minikube/config/config.json: open /home/jenkins/minikube-integration/17466-8305/.minikube/config/config.json: no such file or directory
I1025 18:52:55.746982 15262 out.go:303] Setting JSON to true
I1025 18:52:55.748159 15262 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":2117,"bootTime":1698257859,"procs":169,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 18:52:55.748263 15262 start.go:138] virtualization: kvm guest
I1025 18:52:55.750869 15262 out.go:97] [download-only-296095] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 18:52:55.752899 15262 out.go:169] MINIKUBE_LOCATION=17466
I1025 18:52:55.751116 15262 notify.go:220] Checking for updates...
I1025 18:52:55.756480 15262 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 18:52:55.758282 15262 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 18:52:55.759790 15262 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 18:52:55.761520 15262 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W1025 18:52:55.764613 15262 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1025 18:52:55.765094 15262 config.go:182] Loaded profile config "download-only-296095": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.16.0
W1025 18:52:55.765160 15262 start.go:810] api.Load failed for download-only-296095: filestore "download-only-296095": Docker machine "download-only-296095" does not exist. Use "docker-machine ls" to list machines. Use "docker-machine create" to add a new one.
I1025 18:52:55.765267 15262 driver.go:378] Setting default libvirt URI to qemu:///system
W1025 18:52:55.765318 15262 start.go:810] api.Load failed for download-only-296095: filestore "download-only-296095": Docker machine "download-only-296095" does not exist. Use "docker-machine ls" to list machines. Use "docker-machine create" to add a new one.
I1025 18:52:55.788270 15262 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 18:52:55.788373 15262 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 18:52:55.846119 15262 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:41 SystemTime:2023-10-25 18:52:55.838405116 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 18:52:55.846248 15262 docker.go:295] overlay module found
I1025 18:52:55.848382 15262 out.go:97] Using the docker driver based on existing profile
I1025 18:52:55.848409 15262 start.go:298] selected driver: docker
I1025 18:52:55.848415 15262 start.go:902] validating driver "docker" against &{Name:download-only-296095 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:8000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-296095 Namespace:default APIServerName:
minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:
SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 18:52:55.848559 15262 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 18:52:55.896626 15262 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:41 SystemTime:2023-10-25 18:52:55.888234416 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 18:52:55.897264 15262 cni.go:84] Creating CNI manager for ""
I1025 18:52:55.897288 15262 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1025 18:52:55.897301 15262 start_flags.go:323] config:
{Name:download-only-296095 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:8000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:download-only-296095 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPU
s:}
I1025 18:52:55.899431 15262 out.go:97] Starting control plane node download-only-296095 in cluster download-only-296095
I1025 18:52:55.899457 15262 cache.go:121] Beginning downloading kic base image for docker with crio
I1025 18:52:55.901564 15262 out.go:97] Pulling base image ...
I1025 18:52:55.901591 15262 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 18:52:55.901648 15262 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local docker daemon
I1025 18:52:55.917184 15262 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b to local cache
I1025 18:52:55.917315 15262 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local cache directory
I1025 18:52:55.917333 15262 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b in local cache directory, skipping pull
I1025 18:52:55.917341 15262 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b exists in cache, skipping pull
I1025 18:52:55.917359 15262 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b as a tarball
I1025 18:52:55.934348 15262 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.3/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4
I1025 18:52:55.934393 15262 cache.go:56] Caching tarball of preloaded images
I1025 18:52:55.934530 15262 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1025 18:52:55.936658 15262 out.go:97] Downloading Kubernetes v1.28.3 preload ...
I1025 18:52:55.936682 15262 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4 ...
I1025 18:52:55.972788 15262 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.3/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4?checksum=md5:6681d82b7b719ef3324102b709ec62eb -> /home/jenkins/minikube-integration/17466-8305/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-amd64.tar.lz4
*
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-296095"
-- /stdout --
aaa_download_only_test.go:173: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.3/LogsDuration (0.08s)
=== RUN TestDownloadOnly/DeleteAll
aaa_download_only_test.go:190: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/DeleteAll (0.22s)
=== RUN TestDownloadOnly/DeleteAlwaysSucceeds
aaa_download_only_test.go:202: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-296095
--- PASS: TestDownloadOnly/DeleteAlwaysSucceeds (0.15s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:225: (dbg) Run: out/minikube-linux-amd64 start --download-only -p download-docker-350887 --alsologtostderr --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "download-docker-350887" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p download-docker-350887
--- PASS: TestDownloadOnlyKic (1.31s)
=== RUN TestBinaryMirror
aaa_download_only_test.go:307: (dbg) Run: out/minikube-linux-amd64 start --download-only -p binary-mirror-030495 --alsologtostderr --binary-mirror http://127.0.0.1:37069 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-030495" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p binary-mirror-030495
--- PASS: TestBinaryMirror (0.77s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:55: (dbg) Run: out/minikube-linux-amd64 start -p offline-crio-429468 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio
aab_offline_test.go:55: (dbg) Done: out/minikube-linux-amd64 start -p offline-crio-429468 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio: (55.425332042s)
helpers_test.go:175: Cleaning up "offline-crio-429468" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p offline-crio-429468
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p offline-crio-429468: (2.892857066s)
--- PASS: TestOffline (58.32s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:927: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-326730
addons_test.go:927: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable dashboard -p addons-326730: exit status 85 (68.186024ms)
-- stdout --
* Profile "addons-326730" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-326730"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:938: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-326730
addons_test.go:938: (dbg) Non-zero exit: out/minikube-linux-amd64 addons disable dashboard -p addons-326730: exit status 85 (70.911194ms)
-- stdout --
* Profile "addons-326730" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-326730"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/Setup
addons_test.go:109: (dbg) Run: out/minikube-linux-amd64 start -p addons-326730 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=helm-tiller
addons_test.go:109: (dbg) Done: out/minikube-linux-amd64 start -p addons-326730 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=helm-tiller: (2m19.0336477s)
--- PASS: TestAddons/Setup (139.03s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:329: registry stabilized in 19.338464ms
addons_test.go:331: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-tchjg" [bd5ba4c7-4a1c-49da-978e-6519e56cbf48] Running
addons_test.go:331: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.014875305s
addons_test.go:334: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-27lrj" [09af45cc-d2c4-4228-b621-0c3a2d81c903] Running
addons_test.go:334: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.012206865s
addons_test.go:339: (dbg) Run: kubectl --context addons-326730 delete po -l run=registry-test --now
addons_test.go:344: (dbg) Run: kubectl --context addons-326730 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:344: (dbg) Done: kubectl --context addons-326730 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (2.816981194s)
addons_test.go:358: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 ip
2023/10/25 18:55:37 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:387: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (13.69s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:837: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-27z8k" [24eb9943-6221-40d3-9f83-cad6e2d8a494] Running
addons_test.go:837: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 5.009552429s
addons_test.go:840: (dbg) Run: out/minikube-linux-amd64 addons disable inspektor-gadget -p addons-326730
addons_test.go:840: (dbg) Done: out/minikube-linux-amd64 addons disable inspektor-gadget -p addons-326730: (5.968232198s)
--- PASS: TestAddons/parallel/InspektorGadget (10.98s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:406: metrics-server stabilized in 16.603272ms
addons_test.go:408: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-7c66d45ddc-dz6h8" [85cd7789-8c4f-4d52-bbed-cff0fbc63b66] Running
addons_test.go:408: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.014934286s
addons_test.go:414: (dbg) Run: kubectl --context addons-326730 top pods -n kube-system
addons_test.go:431: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (5.70s)
=== RUN TestAddons/parallel/HelmTiller
=== PAUSE TestAddons/parallel/HelmTiller
=== CONT TestAddons/parallel/HelmTiller
addons_test.go:455: tiller-deploy stabilized in 18.144162ms
addons_test.go:457: (dbg) TestAddons/parallel/HelmTiller: waiting 6m0s for pods matching "app=helm" in namespace "kube-system" ...
helpers_test.go:344: "tiller-deploy-7b677967b9-6bktj" [c8d7dde1-40d7-4591-baa5-6ec852d61dd2] Running
addons_test.go:457: (dbg) TestAddons/parallel/HelmTiller: app=helm healthy within 5.014786814s
addons_test.go:472: (dbg) Run: kubectl --context addons-326730 run --rm helm-test --restart=Never --image=docker.io/alpine/helm:2.16.3 -it --namespace=kube-system -- version
addons_test.go:472: (dbg) Done: kubectl --context addons-326730 run --rm helm-test --restart=Never --image=docker.io/alpine/helm:2.16.3 -it --namespace=kube-system -- version: (4.876029049s)
addons_test.go:489: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 addons disable helm-tiller --alsologtostderr -v=1
--- PASS: TestAddons/parallel/HelmTiller (10.47s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
addons_test.go:560: csi-hostpath-driver pods stabilized in 18.00635ms
addons_test.go:563: (dbg) Run: kubectl --context addons-326730 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:568: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:573: (dbg) Run: kubectl --context addons-326730 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:578: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [6cf8afa6-67a2-4d20-9bc6-ba174e0a89b6] Pending
helpers_test.go:344: "task-pv-pod" [6cf8afa6-67a2-4d20-9bc6-ba174e0a89b6] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [6cf8afa6-67a2-4d20-9bc6-ba174e0a89b6] Running
addons_test.go:578: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 13.008734779s
addons_test.go:583: (dbg) Run: kubectl --context addons-326730 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:588: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-326730 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-326730 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-326730 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:593: (dbg) Run: kubectl --context addons-326730 delete pod task-pv-pod
addons_test.go:599: (dbg) Run: kubectl --context addons-326730 delete pvc hpvc
addons_test.go:605: (dbg) Run: kubectl --context addons-326730 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:610: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:615: (dbg) Run: kubectl --context addons-326730 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:620: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [78a19b75-2b1b-4f4e-9369-e157db039960] Pending
helpers_test.go:344: "task-pv-pod-restore" [78a19b75-2b1b-4f4e-9369-e157db039960] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [78a19b75-2b1b-4f4e-9369-e157db039960] Running
addons_test.go:620: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 8.010345301s
addons_test.go:625: (dbg) Run: kubectl --context addons-326730 delete pod task-pv-pod-restore
addons_test.go:629: (dbg) Run: kubectl --context addons-326730 delete pvc hpvc-restore
addons_test.go:633: (dbg) Run: kubectl --context addons-326730 delete volumesnapshot new-snapshot-demo
addons_test.go:637: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:637: (dbg) Done: out/minikube-linux-amd64 -p addons-326730 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.607697648s)
addons_test.go:641: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 addons disable volumesnapshots --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CSI (95.99s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:823: (dbg) Run: out/minikube-linux-amd64 addons enable headlamp -p addons-326730 --alsologtostderr -v=1
addons_test.go:823: (dbg) Done: out/minikube-linux-amd64 addons enable headlamp -p addons-326730 --alsologtostderr -v=1: (1.184828653s)
addons_test.go:828: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-94b766c-hstqf" [099547f9-ac5b-4686-ad53-48d061fc596f] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-94b766c-hstqf" [099547f9-ac5b-4686-ad53-48d061fc596f] Running
addons_test.go:828: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 11.009406483s
--- PASS: TestAddons/parallel/Headlamp (12.20s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:856: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-56665cdfc-ms8t8" [a2fbe305-92bc-4a5f-bb7f-09e155fc5382] Running
addons_test.go:856: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.009591435s
addons_test.go:859: (dbg) Run: out/minikube-linux-amd64 addons disable cloud-spanner -p addons-326730
--- PASS: TestAddons/parallel/CloudSpanner (5.50s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:872: (dbg) Run: kubectl --context addons-326730 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:878: (dbg) Run: kubectl --context addons-326730 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:882: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:885: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [66818475-0814-4627-85ea-b08d9bda2d96] Pending
helpers_test.go:344: "test-local-path" [66818475-0814-4627-85ea-b08d9bda2d96] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [66818475-0814-4627-85ea-b08d9bda2d96] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [66818475-0814-4627-85ea-b08d9bda2d96] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:885: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 5.008476786s
addons_test.go:890: (dbg) Run: kubectl --context addons-326730 get pvc test-pvc -o=json
addons_test.go:899: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 ssh "cat /opt/local-path-provisioner/pvc-4e6ee781-8534-4153-878c-04a9703f77de_default_test-pvc/file1"
addons_test.go:911: (dbg) Run: kubectl --context addons-326730 delete pod test-local-path
addons_test.go:915: (dbg) Run: kubectl --context addons-326730 delete pvc test-pvc
addons_test.go:919: (dbg) Run: out/minikube-linux-amd64 -p addons-326730 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:919: (dbg) Done: out/minikube-linux-amd64 -p addons-326730 addons disable storage-provisioner-rancher --alsologtostderr -v=1: (43.036197175s)
--- PASS: TestAddons/parallel/LocalPath (56.26s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:951: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-gd76w" [ab9eee9f-0ad2-4e93-9119-efd940993d9b] Running
addons_test.go:951: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.012932779s
addons_test.go:954: (dbg) Run: out/minikube-linux-amd64 addons disable nvidia-device-plugin -p addons-326730
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (5.51s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:649: (dbg) Run: kubectl --context addons-326730 create ns new-namespace
addons_test.go:663: (dbg) Run: kubectl --context addons-326730 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.14s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:171: (dbg) Run: out/minikube-linux-amd64 stop -p addons-326730
addons_test.go:171: (dbg) Done: out/minikube-linux-amd64 stop -p addons-326730: (11.925908164s)
addons_test.go:175: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-326730
addons_test.go:179: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-326730
addons_test.go:184: (dbg) Run: out/minikube-linux-amd64 addons disable gvisor -p addons-326730
--- PASS: TestAddons/StoppedEnableDisable (12.22s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-amd64 start -p cert-options-538387 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-amd64 start -p cert-options-538387 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (25.976383465s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-amd64 -p cert-options-538387 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-538387 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-amd64 ssh -p cert-options-538387 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-538387" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-options-538387
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-options-538387: (4.000459366s)
--- PASS: TestCertOptions (30.70s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-536636 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-536636 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (30.843037788s)
E1025 19:26:58.774251 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
cert_options_test.go:131: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-536636 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-536636 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (25.244223729s)
helpers_test.go:175: Cleaning up "cert-expiration-536636" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-expiration-536636
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-expiration-536636: (3.814125602s)
--- PASS: TestCertExpiration (239.90s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-flag-729980 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-flag-729980 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (24.576867711s)
docker_test.go:132: (dbg) Run: out/minikube-linux-amd64 -p force-systemd-flag-729980 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-729980" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-flag-729980
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-flag-729980: (2.457731246s)
--- PASS: TestForceSystemdFlag (27.34s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-env-513588 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-env-513588 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (35.5733084s)
helpers_test.go:175: Cleaning up "force-systemd-env-513588" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-env-513588
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-env-513588: (2.612595828s)
--- PASS: TestForceSystemdEnv (38.19s)
=== RUN TestKVMDriverInstallOrUpdate
=== PAUSE TestKVMDriverInstallOrUpdate
=== CONT TestKVMDriverInstallOrUpdate
--- PASS: TestKVMDriverInstallOrUpdate (2.80s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -p nospam-046283 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-046283 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -p nospam-046283 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-046283 --driver=docker --container-runtime=crio: (25.738282573s)
--- PASS: TestErrorSpam/setup (25.74s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 start --dry-run
--- PASS: TestErrorSpam/start (0.66s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 status
--- PASS: TestErrorSpam/status (0.89s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 pause
--- PASS: TestErrorSpam/pause (1.54s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 unpause
--- PASS: TestErrorSpam/unpause (1.55s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 stop: (1.229967783s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-046283 --log_dir /tmp/nospam-046283 stop
--- PASS: TestErrorSpam/stop (1.44s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1851: local sync path: /home/jenkins/minikube-integration/17466-8305/.minikube/files/etc/test/nested/copy/15086/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2230: (dbg) Run: out/minikube-linux-amd64 start -p functional-485000 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E1025 19:00:24.785811 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:24.791480 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:24.801742 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:24.822027 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:24.862323 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:24.942677 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:25.103137 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:25.423614 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:26.064552 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:27.345281 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:29.907104 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
functional_test.go:2230: (dbg) Done: out/minikube-linux-amd64 start -p functional-485000 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (1m10.850919549s)
--- PASS: TestFunctional/serial/StartWithProxy (70.85s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
functional_test.go:655: (dbg) Run: out/minikube-linux-amd64 start -p functional-485000 --alsologtostderr -v=8
E1025 19:00:35.027368 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:00:45.268453 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:01:05.749374 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
functional_test.go:655: (dbg) Done: out/minikube-linux-amd64 start -p functional-485000 --alsologtostderr -v=8: (42.557118778s)
functional_test.go:659: soft start took 42.557881999s for "functional-485000" cluster.
--- PASS: TestFunctional/serial/SoftStart (42.56s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:677: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.05s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:692: (dbg) Run: kubectl --context functional-485000 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.08s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 cache add registry.k8s.io/pause:3.1
functional_test.go:1045: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 cache add registry.k8s.io/pause:3.1: (1.062506702s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 cache add registry.k8s.io/pause:3.3
functional_test.go:1045: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 cache add registry.k8s.io/pause:3.3: (1.156187423s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 cache add registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (3.18s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1073: (dbg) Run: docker build -t minikube-local-cache-test:functional-485000 /tmp/TestFunctionalserialCacheCmdcacheadd_local2154274524/001
functional_test.go:1085: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 cache add minikube-local-cache-test:functional-485000
functional_test.go:1090: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 cache delete minikube-local-cache-test:functional-485000
functional_test.go:1079: (dbg) Run: docker rmi minikube-local-cache-test:functional-485000
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.26s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1098: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1106: (dbg) Run: out/minikube-linux-amd64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1120: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.29s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1143: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (282.344839ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1154: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 cache reload
functional_test.go:1159: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (1.70s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1168: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1168: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.13s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:712: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 kubectl -- --context functional-485000 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:737: (dbg) Run: out/kubectl --context functional-485000 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.12s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:753: (dbg) Run: out/minikube-linux-amd64 start -p functional-485000 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
E1025 19:01:46.710115 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
functional_test.go:753: (dbg) Done: out/minikube-linux-amd64 start -p functional-485000 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (30.577709011s)
functional_test.go:757: restart took 30.577834726s for "functional-485000" cluster.
--- PASS: TestFunctional/serial/ExtraConfig (30.58s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:806: (dbg) Run: kubectl --context functional-485000 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:821: etcd phase: Running
functional_test.go:831: etcd status: Ready
functional_test.go:821: kube-apiserver phase: Running
functional_test.go:831: kube-apiserver status: Ready
functional_test.go:821: kube-controller-manager phase: Running
functional_test.go:831: kube-controller-manager status: Ready
functional_test.go:821: kube-scheduler phase: Running
functional_test.go:831: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.07s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1232: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 logs
functional_test.go:1232: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 logs: (1.432722426s)
--- PASS: TestFunctional/serial/LogsCmd (1.43s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1246: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 logs --file /tmp/TestFunctionalserialLogsFileCmd562000823/001/logs.txt
functional_test.go:1246: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 logs --file /tmp/TestFunctionalserialLogsFileCmd562000823/001/logs.txt: (1.451126447s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.45s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2317: (dbg) Run: kubectl --context functional-485000 apply -f testdata/invalidsvc.yaml
functional_test.go:2331: (dbg) Run: out/minikube-linux-amd64 service invalid-svc -p functional-485000
functional_test.go:2331: (dbg) Non-zero exit: out/minikube-linux-amd64 service invalid-svc -p functional-485000: exit status 115 (347.656546ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:32149 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2323: (dbg) Run: kubectl --context functional-485000 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.13s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 config get cpus: exit status 14 (102.281617ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 config set cpus 2
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 config get cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 config get cpus: exit status 14 (119.209176ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.55s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:901: (dbg) daemon: [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-485000 --alsologtostderr -v=1]
functional_test.go:906: (dbg) stopping [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-485000 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 52643: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (14.02s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:970: (dbg) Run: out/minikube-linux-amd64 start -p functional-485000 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:970: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-485000 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (216.044565ms)
-- stdout --
* [functional-485000] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17466
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1025 19:02:28.377961 52209 out.go:296] Setting OutFile to fd 1 ...
I1025 19:02:28.378121 52209 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:28.378132 52209 out.go:309] Setting ErrFile to fd 2...
I1025 19:02:28.378139 52209 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:28.378351 52209 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:02:28.378939 52209 out.go:303] Setting JSON to false
I1025 19:02:28.380083 52209 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":2690,"bootTime":1698257859,"procs":371,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 19:02:28.380152 52209 start.go:138] virtualization: kvm guest
I1025 19:02:28.382870 52209 out.go:177] * [functional-485000] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 19:02:28.384781 52209 out.go:177] - MINIKUBE_LOCATION=17466
I1025 19:02:28.384783 52209 notify.go:220] Checking for updates...
I1025 19:02:28.386811 52209 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 19:02:28.388800 52209 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:02:28.390710 52209 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 19:02:28.392579 52209 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1025 19:02:28.394446 52209 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1025 19:02:28.397179 52209 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:28.397709 52209 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 19:02:28.426768 52209 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 19:02:28.426867 52209 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:02:28.489694 52209 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:32 OomKillDisable:true NGoroutines:47 SystemTime:2023-10-25 19:02:28.48002578 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:02:28.489778 52209 docker.go:295] overlay module found
I1025 19:02:28.492290 52209 out.go:177] * Using the docker driver based on existing profile
I1025 19:02:28.494072 52209 start.go:298] selected driver: docker
I1025 19:02:28.494098 52209 start.go:902] validating driver "docker" against &{Name:functional-485000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:functional-485000 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 19:02:28.494270 52209 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1025 19:02:28.497044 52209 out.go:177]
W1025 19:02:28.498705 52209 out.go:239] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1025 19:02:28.500348 52209 out.go:177]
** /stderr **
functional_test.go:987: (dbg) Run: out/minikube-linux-amd64 start -p functional-485000 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.48s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1016: (dbg) Run: out/minikube-linux-amd64 start -p functional-485000 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1016: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-485000 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (195.013667ms)
-- stdout --
* [functional-485000] minikube v1.31.2 sur Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17466
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1025 19:02:28.162221 52131 out.go:296] Setting OutFile to fd 1 ...
I1025 19:02:28.162354 52131 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:28.162364 52131 out.go:309] Setting ErrFile to fd 2...
I1025 19:02:28.162401 52131 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:28.162711 52131 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:02:28.163304 52131 out.go:303] Setting JSON to false
I1025 19:02:28.164475 52131 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":2690,"bootTime":1698257859,"procs":371,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 19:02:28.164550 52131 start.go:138] virtualization: kvm guest
I1025 19:02:28.167281 52131 out.go:177] * [functional-485000] minikube v1.31.2 sur Ubuntu 20.04 (kvm/amd64)
I1025 19:02:28.169748 52131 out.go:177] - MINIKUBE_LOCATION=17466
I1025 19:02:28.169713 52131 notify.go:220] Checking for updates...
I1025 19:02:28.171666 52131 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 19:02:28.173766 52131 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:02:28.175725 52131 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 19:02:28.177550 52131 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1025 19:02:28.179566 52131 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1025 19:02:28.181950 52131 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:28.182477 52131 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 19:02:28.206335 52131 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 19:02:28.206450 52131 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:02:28.270894 52131 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:32 OomKillDisable:true NGoroutines:47 SystemTime:2023-10-25 19:02:28.262108335 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:02:28.270980 52131 docker.go:295] overlay module found
I1025 19:02:28.273792 52131 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I1025 19:02:28.275696 52131 start.go:298] selected driver: docker
I1025 19:02:28.275715 52131 start.go:902] validating driver "docker" against &{Name:functional-485000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1698167243-17466@sha256:f04bb1e95b5a702433566a898347a4080ba07cc20b8acb2c6db1991bf95a432b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:functional-485000 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1025 19:02:28.275808 52131 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1025 19:02:28.278395 52131 out.go:177]
W1025 19:02:28.282233 52131 out.go:239] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1025 19:02:28.283957 52131 out.go:177]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.20s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:850: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 status
functional_test.go:856: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:868: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (0.96s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1628: (dbg) Run: kubectl --context functional-485000 create deployment hello-node-connect --image=registry.k8s.io/echoserver:1.8
functional_test.go:1634: (dbg) Run: kubectl --context functional-485000 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-55497b8b78-7h8rn" [94576dd3-55f3-4c84-8d9b-ed3d63a732ca] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-connect-55497b8b78-7h8rn" [94576dd3-55f3-4c84-8d9b-ed3d63a732ca] Running
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 6.010839905s
functional_test.go:1648: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 service hello-node-connect --url
functional_test.go:1654: found endpoint for hello-node-connect: http://192.168.49.2:31426
functional_test.go:1674: http://192.168.49.2:31426: success! body:
Hostname: hello-node-connect-55497b8b78-7h8rn
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:31426
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (6.96s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1689: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 addons list
functional_test.go:1701: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.17s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [6a454c44-e439-4868-b573-f18587b15aca] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.012069593s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-485000 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-485000 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-485000 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-485000 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [bc8238c4-f485-47eb-a914-64887e9c6190] Pending
helpers_test.go:344: "sp-pod" [bc8238c4-f485-47eb-a914-64887e9c6190] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [bc8238c4-f485-47eb-a914-64887e9c6190] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 13.015411816s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-485000 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-485000 delete -f testdata/storage-provisioner/pod.yaml
2023/10/25 19:02:42 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test_pvc_test.go:106: (dbg) Done: kubectl --context functional-485000 delete -f testdata/storage-provisioner/pod.yaml: (1.270263251s)
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-485000 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [4cc582ac-d07a-4c78-9df3-d5568ce490d5] Pending
helpers_test.go:344: "sp-pod" [4cc582ac-d07a-4c78-9df3-d5568ce490d5] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [4cc582ac-d07a-4c78-9df3-d5568ce490d5] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 8.009633227s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-485000 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (28.34s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1724: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "echo hello"
functional_test.go:1741: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.59s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh -n functional-485000 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 cp functional-485000:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd4086524383/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh -n functional-485000 "sudo cat /home/docker/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (1.32s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1789: (dbg) Run: kubectl --context functional-485000 replace --force -f testdata/mysql.yaml
functional_test.go:1795: (dbg) TestFunctional/parallel/MySQL: waiting 10m0s for pods matching "app=mysql" in namespace "default" ...
helpers_test.go:344: "mysql-859648c796-j279c" [7f6e27dd-0d2c-4c5d-b352-f35153d3d8b1] Pending / Ready:ContainersNotReady (containers with unready status: [mysql]) / ContainersReady:ContainersNotReady (containers with unready status: [mysql])
helpers_test.go:344: "mysql-859648c796-j279c" [7f6e27dd-0d2c-4c5d-b352-f35153d3d8b1] Running
functional_test.go:1795: (dbg) TestFunctional/parallel/MySQL: app=mysql healthy within 21.017908362s
functional_test.go:1803: (dbg) Run: kubectl --context functional-485000 exec mysql-859648c796-j279c -- mysql -ppassword -e "show databases;"
functional_test.go:1803: (dbg) Non-zero exit: kubectl --context functional-485000 exec mysql-859648c796-j279c -- mysql -ppassword -e "show databases;": exit status 1 (153.007887ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
functional_test.go:1803: (dbg) Run: kubectl --context functional-485000 exec mysql-859648c796-j279c -- mysql -ppassword -e "show databases;"
functional_test.go:1803: (dbg) Non-zero exit: kubectl --context functional-485000 exec mysql-859648c796-j279c -- mysql -ppassword -e "show databases;": exit status 1 (278.874579ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
functional_test.go:1803: (dbg) Run: kubectl --context functional-485000 exec mysql-859648c796-j279c -- mysql -ppassword -e "show databases;"
--- PASS: TestFunctional/parallel/MySQL (24.58s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1925: Checking for existence of /etc/test/nested/copy/15086/hosts within VM
functional_test.go:1927: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo cat /etc/test/nested/copy/15086/hosts"
functional_test.go:1932: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.37s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1968: Checking for existence of /etc/ssl/certs/15086.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo cat /etc/ssl/certs/15086.pem"
functional_test.go:1968: Checking for existence of /usr/share/ca-certificates/15086.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo cat /usr/share/ca-certificates/15086.pem"
functional_test.go:1968: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/150862.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo cat /etc/ssl/certs/150862.pem"
functional_test.go:1995: Checking for existence of /usr/share/ca-certificates/150862.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo cat /usr/share/ca-certificates/150862.pem"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.00s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:218: (dbg) Run: kubectl --context functional-485000 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.07s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2023: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo systemctl is-active docker"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 ssh "sudo systemctl is-active docker": exit status 1 (332.43682ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2023: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo systemctl is-active containerd"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 ssh "sudo systemctl is-active containerd": exit status 1 (292.530041ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.63s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2284: (dbg) Run: out/minikube-linux-amd64 license
--- PASS: TestFunctional/parallel/License (0.20s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2252: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 version --short
--- PASS: TestFunctional/parallel/Version/short (0.08s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2266: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 version -o=json --components
functional_test.go:2266: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 version -o=json --components: (1.054648526s)
--- PASS: TestFunctional/parallel/Version/components (1.05s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls --format short --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-485000 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.9
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.28.3
registry.k8s.io/kube-proxy:v1.28.3
registry.k8s.io/kube-controller-manager:v1.28.3
registry.k8s.io/kube-apiserver:v1.28.3
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/echoserver:1.8
registry.k8s.io/coredns/coredns:v1.10.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
gcr.io/google-containers/addon-resizer:functional-485000
docker.io/library/nginx:alpine
docker.io/library/mysql:5.7
docker.io/kindest/kindnetd:v20230809-80a64d96
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-485000 image ls --format short --alsologtostderr:
I1025 19:02:33.431033 53251 out.go:296] Setting OutFile to fd 1 ...
I1025 19:02:33.431160 53251 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:33.431171 53251 out.go:309] Setting ErrFile to fd 2...
I1025 19:02:33.431179 53251 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:33.431541 53251 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:02:33.432419 53251 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:33.432628 53251 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:33.433240 53251 cli_runner.go:164] Run: docker container inspect functional-485000 --format={{.State.Status}}
I1025 19:02:33.457991 53251 ssh_runner.go:195] Run: systemctl --version
I1025 19:02:33.458048 53251 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-485000
I1025 19:02:33.486172 53251 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/functional-485000/id_rsa Username:docker}
I1025 19:02:33.580185 53251 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.31s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls --format table --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-485000 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| docker.io/library/nginx | alpine | b135667c98980 | 49.5MB |
| gcr.io/google-containers/addon-resizer | functional-485000 | ffd4cfbbe753e | 34.1MB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 56cc512116c8f | 4.63MB |
| localhost/my-image | functional-485000 | e7c41ebad8393 | 1.47MB |
| registry.k8s.io/coredns/coredns | v1.10.1 | ead0a4a53df89 | 53.6MB |
| registry.k8s.io/echoserver | 1.8 | 82e4c8a736a4f | 97.8MB |
| registry.k8s.io/kube-scheduler | v1.28.3 | 6d1b4fd1b182d | 61.5MB |
| registry.k8s.io/pause | latest | 350b164e7ae1d | 247kB |
| docker.io/kindest/kindnetd | v20230809-80a64d96 | c7d1297425461 | 65.3MB |
| gcr.io/k8s-minikube/busybox | latest | beae173ccac6a | 1.46MB |
| registry.k8s.io/kube-proxy | v1.28.3 | bfc896cf80fba | 74.7MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | 6e38f40d628db | 31.5MB |
| registry.k8s.io/etcd | 3.5.9-0 | 73deb9a3f7025 | 295MB |
| registry.k8s.io/kube-apiserver | v1.28.3 | 5374347291230 | 127MB |
| registry.k8s.io/pause | 3.1 | da86e6ba6ca19 | 747kB |
| registry.k8s.io/pause | 3.9 | e6f1816883972 | 750kB |
| docker.io/library/mysql | 5.7 | 3b85be0b10d38 | 601MB |
| docker.io/library/nginx | latest | 593aee2afb642 | 191MB |
| registry.k8s.io/kube-controller-manager | v1.28.3 | 10baa1ca17068 | 123MB |
| registry.k8s.io/pause | 3.3 | 0184c1613d929 | 686kB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-485000 image ls --format table --alsologtostderr:
I1025 19:02:36.480634 54652 out.go:296] Setting OutFile to fd 1 ...
I1025 19:02:36.480747 54652 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:36.480757 54652 out.go:309] Setting ErrFile to fd 2...
I1025 19:02:36.480762 54652 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:36.480961 54652 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:02:36.481570 54652 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:36.481684 54652 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:36.482129 54652 cli_runner.go:164] Run: docker container inspect functional-485000 --format={{.State.Status}}
I1025 19:02:36.504153 54652 ssh_runner.go:195] Run: systemctl --version
I1025 19:02:36.504212 54652 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-485000
I1025 19:02:36.525013 54652 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/functional-485000/id_rsa Username:docker}
I1025 19:02:36.611401 54652 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.27s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls --format json --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-485000 image ls --format json --alsologtostderr:
[{"id":"6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944","gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"31470524"},{"id":"e7c41ebad83938b957a0c18dd0682ba81999888655b2d3b60139f53ff60c5e7b","repoDigests":["localhost/my-image@sha256:ec38bd1abf0229c63b154a310b2ff2daecc1cf1c7bd07c3f776c26b0ffff8974"],"repoTags":["localhost/my-image:functional-485000"],"size":"1468194"},{"id":"53743472912306d2d17cab3f458cc57f2012f89ed0e9372a2d2b1fa1b20a8076","repoDigests":["registry.k8s.io/kube-apiserver@sha256:86d5311d13774d7beed6fbf181db7d8ace26d1b3d1c85b72c9f9b4d585d409ab","registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d"],"repoTags":["registry.k8s.io/kube-apiserver:v1.28.3"],"size":"12716539
2"},{"id":"bfc896cf80fba4806aaccd043f61c3663b723687ad9f3b4f5057b98c46fcefdf","repoDigests":["registry.k8s.io/kube-proxy@sha256:695da0e5a1be2d0f94af107e4f29faaa958f1c90e4765064ca3c45003de97eb8","registry.k8s.io/kube-proxy@sha256:73a9f275e1fa5f0b9ae744914764847c2c4fdc66e9e528d67dea70007f9a6072"],"repoTags":["registry.k8s.io/kube-proxy:v1.28.3"],"size":"74691991"},{"id":"6d1b4fd1b182d88b748bec936b00b2ff9d549eebcbc7d26df5043b79974277c4","repoDigests":["registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725","registry.k8s.io/kube-scheduler@sha256:fbe8838032fa8f01b36282417596119a481e5bc11eca89270073122f0cc90374"],"repoTags":["registry.k8s.io/kube-scheduler:v1.28.3"],"size":"61498678"},{"id":"c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc","repoDigests":["docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052","docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4
"],"repoTags":["docker.io/kindest/kindnetd:v20230809-80a64d96"],"size":"65258016"},{"id":"3b85be0b10d389e268b35d4c04075b95c295dd24d595e8c5261e43ab94c47de4","repoDigests":["docker.io/library/mysql@sha256:188121394576d05aedb5daf229403bf58d4ee16e04e81828e4d43b72bd227bc2","docker.io/library/mysql@sha256:4f9bfb0f7dd97739ceedb546b381534bb11e9b4abf013d6ad9ae6473fed66099"],"repoTags":["docker.io/library/mysql:5.7"],"size":"600824773"},{"id":"56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"4631262"},{"id":"beae173ccac6ad749f76713cf4440fe3d21d1043fe616dfbe30775815d1d0f6a","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:62ffc2ed7554e4c6d360bce40bbcf196573dd27c4ce080641a2c59867e732dee","gcr.io/k8s-minikube/busybox@sha256:
ca5ae90100d50772da31f3b5016209e25ad61972404e2ccd83d44f10dee7e79b"],"repoTags":["gcr.io/k8s-minikube/busybox:latest"],"size":"1462480"},{"id":"82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410","repoDigests":["registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969"],"repoTags":["registry.k8s.io/echoserver:1.8"],"size":"97846543"},{"id":"350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06","repoDigests":["registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9"],"repoTags":["registry.k8s.io/pause:latest"],"size":"247077"},{"id":"d7df86bf7f2a72208abfd590cb83faed191175267a3c5e9b99b6d904c956245e","repoDigests":["docker.io/library/8da33f7db68c5e074f28438e49f84abc8164840ab91aa73a5fa3808883d082cd-tmp@sha256:110639491087b0dfa532400d9ccb5df9363f45f6a810ecd4c79062d5909b673f"],"repoTags":[],"size":"1465612"},{"id":"ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91","repoDigests":["gcr.io/google-con
tainers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126"],"repoTags":["gcr.io/google-containers/addon-resizer:functional-485000"],"size":"34114467"},{"id":"ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc","repoDigests":["registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e","registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"],"repoTags":["registry.k8s.io/coredns/coredns:v1.10.1"],"size":"53621675"},{"id":"73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9","repoDigests":["registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15","registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"],"repoTags":["registry.k8s.io/etcd:3.5.9-0"],"size":"295456551"},{"id":"10baa1ca17068a5cc50b0df9d18abc50cbc239d9c2cd7f3355ce35645d49f3d3","repoDigests":["registry.k8s.io/kube-controlle
r-manager@sha256:640661231facded984f698e79315bceb5391b04e5159662e940e6e5ab2098707","registry.k8s.io/kube-controller-manager@sha256:dd4817791cfaa85482f27af472e4b100e362134530a7c4bae50f3ce10729d75d"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.28.3"],"size":"123188534"},{"id":"e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c","repoDigests":["registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097","registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"],"repoTags":["registry.k8s.io/pause:3.9"],"size":"750414"},{"id":"b135667c98980d3ca424a228cc4d2afdb287dc4e1a6a813a34b2e1705517488e","repoDigests":["docker.io/library/nginx@sha256:7e528502b614e1ed9f88e495f2af843c255905e0e549b935fdedd95336e6de8d","docker.io/library/nginx@sha256:db353d0f0c479c91bd15e01fc68ed0f33d9c4c52f3415e63332c3d0bf7a4bb77"],"repoTags":["docker.io/library/nginx:alpine"],"size":"49538855"},{"id":"593aee2afb642798b83a85306d2625fd7f089c0a1242c7e
75a237846d80aa2a0","repoDigests":["docker.io/library/nginx@sha256:0d60ba9498d4491525334696a736b4c19b56231b972061fab2f536d48ebfd7ce","docker.io/library/nginx@sha256:add4792d930c25dd2abf2ef9ea79de578097a1c175a16ab25814332fe33622de"],"repoTags":["docker.io/library/nginx:latest"],"size":"190960382"},{"id":"da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e","repoDigests":["registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"746911"},{"id":"0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da","repoDigests":["registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"686139"}]
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-485000 image ls --format json --alsologtostderr:
I1025 19:02:36.215237 54582 out.go:296] Setting OutFile to fd 1 ...
I1025 19:02:36.215477 54582 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:36.215485 54582 out.go:309] Setting ErrFile to fd 2...
I1025 19:02:36.215490 54582 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:36.215665 54582 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:02:36.216276 54582 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:36.216378 54582 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:36.216764 54582 cli_runner.go:164] Run: docker container inspect functional-485000 --format={{.State.Status}}
I1025 19:02:36.233356 54582 ssh_runner.go:195] Run: systemctl --version
I1025 19:02:36.233402 54582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-485000
I1025 19:02:36.250524 54582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/functional-485000/id_rsa Username:docker}
I1025 19:02:36.336016 54582 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.25s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls --format yaml --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-485000 image ls --format yaml --alsologtostderr:
- id: 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9
repoDigests:
- registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15
- registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3
repoTags:
- registry.k8s.io/etcd:3.5.9-0
size: "295456551"
- id: bfc896cf80fba4806aaccd043f61c3663b723687ad9f3b4f5057b98c46fcefdf
repoDigests:
- registry.k8s.io/kube-proxy@sha256:695da0e5a1be2d0f94af107e4f29faaa958f1c90e4765064ca3c45003de97eb8
- registry.k8s.io/kube-proxy@sha256:73a9f275e1fa5f0b9ae744914764847c2c4fdc66e9e528d67dea70007f9a6072
repoTags:
- registry.k8s.io/kube-proxy:v1.28.3
size: "74691991"
- id: c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc
repoDigests:
- docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052
- docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4
repoTags:
- docker.io/kindest/kindnetd:v20230809-80a64d96
size: "65258016"
- id: 3b85be0b10d389e268b35d4c04075b95c295dd24d595e8c5261e43ab94c47de4
repoDigests:
- docker.io/library/mysql@sha256:188121394576d05aedb5daf229403bf58d4ee16e04e81828e4d43b72bd227bc2
- docker.io/library/mysql@sha256:4f9bfb0f7dd97739ceedb546b381534bb11e9b4abf013d6ad9ae6473fed66099
repoTags:
- docker.io/library/mysql:5.7
size: "600824773"
- id: e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c
repoDigests:
- registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097
- registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10
repoTags:
- registry.k8s.io/pause:3.9
size: "750414"
- id: ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e
- registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378
repoTags:
- registry.k8s.io/coredns/coredns:v1.10.1
size: "53621675"
- id: 53743472912306d2d17cab3f458cc57f2012f89ed0e9372a2d2b1fa1b20a8076
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:86d5311d13774d7beed6fbf181db7d8ace26d1b3d1c85b72c9f9b4d585d409ab
- registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d
repoTags:
- registry.k8s.io/kube-apiserver:v1.28.3
size: "127165392"
- id: 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
- gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "31470524"
- id: 82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410
repoDigests:
- registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969
repoTags:
- registry.k8s.io/echoserver:1.8
size: "97846543"
- id: da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e
repoDigests:
- registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e
repoTags:
- registry.k8s.io/pause:3.1
size: "746911"
- id: ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91
repoDigests:
- gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126
repoTags:
- gcr.io/google-containers/addon-resizer:functional-485000
size: "34114467"
- id: 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "4631262"
- id: 6d1b4fd1b182d88b748bec936b00b2ff9d549eebcbc7d26df5043b79974277c4
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725
- registry.k8s.io/kube-scheduler@sha256:fbe8838032fa8f01b36282417596119a481e5bc11eca89270073122f0cc90374
repoTags:
- registry.k8s.io/kube-scheduler:v1.28.3
size: "61498678"
- id: 0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da
repoDigests:
- registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04
repoTags:
- registry.k8s.io/pause:3.3
size: "686139"
- id: 350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06
repoDigests:
- registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9
repoTags:
- registry.k8s.io/pause:latest
size: "247077"
- id: b135667c98980d3ca424a228cc4d2afdb287dc4e1a6a813a34b2e1705517488e
repoDigests:
- docker.io/library/nginx@sha256:7e528502b614e1ed9f88e495f2af843c255905e0e549b935fdedd95336e6de8d
- docker.io/library/nginx@sha256:db353d0f0c479c91bd15e01fc68ed0f33d9c4c52f3415e63332c3d0bf7a4bb77
repoTags:
- docker.io/library/nginx:alpine
size: "49538855"
- id: 10baa1ca17068a5cc50b0df9d18abc50cbc239d9c2cd7f3355ce35645d49f3d3
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:640661231facded984f698e79315bceb5391b04e5159662e940e6e5ab2098707
- registry.k8s.io/kube-controller-manager@sha256:dd4817791cfaa85482f27af472e4b100e362134530a7c4bae50f3ce10729d75d
repoTags:
- registry.k8s.io/kube-controller-manager:v1.28.3
size: "123188534"
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-485000 image ls --format yaml --alsologtostderr:
I1025 19:02:33.700757 53457 out.go:296] Setting OutFile to fd 1 ...
I1025 19:02:33.700989 53457 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:33.700998 53457 out.go:309] Setting ErrFile to fd 2...
I1025 19:02:33.701003 53457 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:33.701173 53457 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:02:33.701738 53457 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:33.701841 53457 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:33.702226 53457 cli_runner.go:164] Run: docker container inspect functional-485000 --format={{.State.Status}}
I1025 19:02:33.721679 53457 ssh_runner.go:195] Run: systemctl --version
I1025 19:02:33.721723 53457 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-485000
I1025 19:02:33.744661 53457 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/functional-485000/id_rsa Username:docker}
I1025 19:02:33.850748 53457 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.28s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:307: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh pgrep buildkitd
functional_test.go:307: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 ssh pgrep buildkitd: exit status 1 (263.695673ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:314: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image build -t localhost/my-image:functional-485000 testdata/build --alsologtostderr
functional_test.go:314: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 image build -t localhost/my-image:functional-485000 testdata/build --alsologtostderr: (1.734688404s)
functional_test.go:319: (dbg) Stdout: out/minikube-linux-amd64 -p functional-485000 image build -t localhost/my-image:functional-485000 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> d7df86bf7f2
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-485000
--> e7c41ebad83
Successfully tagged localhost/my-image:functional-485000
e7c41ebad83938b957a0c18dd0682ba81999888655b2d3b60139f53ff60c5e7b
functional_test.go:322: (dbg) Stderr: out/minikube-linux-amd64 -p functional-485000 image build -t localhost/my-image:functional-485000 testdata/build --alsologtostderr:
I1025 19:02:34.248125 53599 out.go:296] Setting OutFile to fd 1 ...
I1025 19:02:34.248319 53599 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:34.248335 53599 out.go:309] Setting ErrFile to fd 2...
I1025 19:02:34.248342 53599 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:02:34.248705 53599 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:02:34.249525 53599 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:34.250217 53599 config.go:182] Loaded profile config "functional-485000": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:02:34.250885 53599 cli_runner.go:164] Run: docker container inspect functional-485000 --format={{.State.Status}}
I1025 19:02:34.272247 53599 ssh_runner.go:195] Run: systemctl --version
I1025 19:02:34.272309 53599 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-485000
I1025 19:02:34.294016 53599 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/functional-485000/id_rsa Username:docker}
I1025 19:02:34.407698 53599 build_images.go:151] Building image from path: /tmp/build.4224255424.tar
I1025 19:02:34.407766 53599 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1025 19:02:34.419809 53599 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.4224255424.tar
I1025 19:02:34.423665 53599 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.4224255424.tar: stat -c "%s %y" /var/lib/minikube/build/build.4224255424.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.4224255424.tar': No such file or directory
I1025 19:02:34.423706 53599 ssh_runner.go:362] scp /tmp/build.4224255424.tar --> /var/lib/minikube/build/build.4224255424.tar (3072 bytes)
I1025 19:02:34.453321 53599 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.4224255424
I1025 19:02:34.463726 53599 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.4224255424 -xf /var/lib/minikube/build/build.4224255424.tar
I1025 19:02:34.509066 53599 crio.go:297] Building image: /var/lib/minikube/build/build.4224255424
I1025 19:02:34.509185 53599 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-485000 /var/lib/minikube/build/build.4224255424 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying config sha256:beae173ccac6ad749f76713cf4440fe3d21d1043fe616dfbe30775815d1d0f6a
Writing manifest to image destination
Storing signatures
I1025 19:02:35.867733 53599 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-485000 /var/lib/minikube/build/build.4224255424 --cgroup-manager=cgroupfs: (1.358403621s)
I1025 19:02:35.867853 53599 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.4224255424
I1025 19:02:35.876757 53599 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.4224255424.tar
I1025 19:02:35.909770 53599 build_images.go:207] Built localhost/my-image:functional-485000 from /tmp/build.4224255424.tar
I1025 19:02:35.909805 53599 build_images.go:123] succeeded building to: functional-485000
I1025 19:02:35.909812 53599 build_images.go:124] failed building to:
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (2.23s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:341: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:346: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.8 gcr.io/google-containers/addon-resizer:functional-485000
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.92s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1438: (dbg) Run: kubectl --context functional-485000 create deployment hello-node --image=registry.k8s.io/echoserver:1.8
functional_test.go:1444: (dbg) Run: kubectl --context functional-485000 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-d7447cc7f-ddmsn" [75133b35-2ea1-4368-b5c6-aa4bd6d861bf] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-d7447cc7f-ddmsn" [75133b35-2ea1-4368-b5c6-aa4bd6d861bf] Running
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 24.010994675s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (24.19s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-485000 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-485000 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-485000 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-485000 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 48432: os: process already finished
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.49s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-amd64 -p functional-485000 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-485000 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [c2ee1eb6-77d9-4c20-aecb-5dbf161acb96] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [c2ee1eb6-77d9-4c20-aecb-5dbf161acb96] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 24.092335924s
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (24.56s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:364: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image load --daemon gcr.io/google-containers/addon-resizer:functional-485000 --alsologtostderr
functional_test.go:364: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 image load --daemon gcr.io/google-containers/addon-resizer:functional-485000 --alsologtostderr: (5.543344046s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (5.78s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:234: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.9
functional_test.go:239: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.9 gcr.io/google-containers/addon-resizer:functional-485000
functional_test.go:244: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image load --daemon gcr.io/google-containers/addon-resizer:functional-485000 --alsologtostderr
functional_test.go:244: (dbg) Done: out/minikube-linux-amd64 -p functional-485000 image load --daemon gcr.io/google-containers/addon-resizer:functional-485000 --alsologtostderr: (4.353926247s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (5.43s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:379: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image save gcr.io/google-containers/addon-resizer:functional-485000 /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.85s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:391: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image rm gcr.io/google-containers/addon-resizer:functional-485000 --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.50s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:408: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image load /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (1.12s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1458: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.50s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:418: (dbg) Run: docker rmi gcr.io/google-containers/addon-resizer:functional-485000
functional_test.go:423: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 image save --daemon gcr.io/google-containers/addon-resizer:functional-485000 --alsologtostderr
functional_test.go:428: (dbg) Run: docker image inspect gcr.io/google-containers/addon-resizer:functional-485000
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.92s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1488: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 service list -o json
functional_test.go:1493: Took "511.919633ms" to run "out/minikube-linux-amd64 -p functional-485000 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.51s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1508: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 service --namespace=default --https --url hello-node
functional_test.go:1521: found endpoint: https://192.168.49.2:32511
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.39s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1539: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.38s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1558: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 service hello-node --url
functional_test.go:1564: found endpoint for hello-node: http://192.168.49.2:32511
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.56s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-485000 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.07s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.100.253.120 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-amd64 -p functional-485000 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1269: (dbg) Run: out/minikube-linux-amd64 profile lis
functional_test.go:1274: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.43s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdany-port4126326747/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1698260545989756692" to /tmp/TestFunctionalparallelMountCmdany-port4126326747/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1698260545989756692" to /tmp/TestFunctionalparallelMountCmdany-port4126326747/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1698260545989756692" to /tmp/TestFunctionalparallelMountCmdany-port4126326747/001/test-1698260545989756692
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (305.038596ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Oct 25 19:02 created-by-test
-rw-r--r-- 1 docker docker 24 Oct 25 19:02 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Oct 25 19:02 test-1698260545989756692
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh cat /mount-9p/test-1698260545989756692
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-485000 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [010254b4-f1cf-4356-bf4b-ed13c1b8e200] Pending
helpers_test.go:344: "busybox-mount" [010254b4-f1cf-4356-bf4b-ed13c1b8e200] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [010254b4-f1cf-4356-bf4b-ed13c1b8e200] Running
helpers_test.go:344: "busybox-mount" [010254b4-f1cf-4356-bf4b-ed13c1b8e200] Running: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [010254b4-f1cf-4356-bf4b-ed13c1b8e200] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 4.011561562s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-485000 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdany-port4126326747/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (7.36s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1309: (dbg) Run: out/minikube-linux-amd64 profile list
functional_test.go:1314: Took "289.146851ms" to run "out/minikube-linux-amd64 profile list"
functional_test.go:1323: (dbg) Run: out/minikube-linux-amd64 profile list -l
functional_test.go:1328: Took "67.612545ms" to run "out/minikube-linux-amd64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.36s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1360: (dbg) Run: out/minikube-linux-amd64 profile list -o json
functional_test.go:1365: Took "298.72226ms" to run "out/minikube-linux-amd64 profile list -o json"
functional_test.go:1373: (dbg) Run: out/minikube-linux-amd64 profile list -o json --light
functional_test.go:1378: Took "68.147591ms" to run "out/minikube-linux-amd64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.37s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.20s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.19s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.19s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdspecific-port1927008680/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (367.973761ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdspecific-port1927008680/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 ssh "sudo umount -f /mount-9p": exit status 1 (281.385829ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-amd64 -p functional-485000 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdspecific-port1927008680/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.07s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T" /mount1: exit status 1 (363.832446ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-485000 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-amd64 mount -p functional-485000 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-485000 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3499618506/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (1.91s)
=== RUN TestFunctional/delete_addon-resizer_images
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:functional-485000
--- PASS: TestFunctional/delete_addon-resizer_images (0.07s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:197: (dbg) Run: docker rmi -f localhost/my-image:functional-485000
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:205: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-485000
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestIngressAddonLegacy/StartLegacyK8sCluster
ingress_addon_legacy_test.go:39: (dbg) Run: out/minikube-linux-amd64 start -p ingress-addon-legacy-758515 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E1025 19:03:08.630816 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
ingress_addon_legacy_test.go:39: (dbg) Done: out/minikube-linux-amd64 start -p ingress-addon-legacy-758515 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (1m17.504930391s)
--- PASS: TestIngressAddonLegacy/StartLegacyK8sCluster (77.51s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddonActivation
ingress_addon_legacy_test.go:70: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 addons enable ingress --alsologtostderr -v=5
ingress_addon_legacy_test.go:70: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 addons enable ingress --alsologtostderr -v=5: (10.883607363s)
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressAddonActivation (10.88s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation
ingress_addon_legacy_test.go:79: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-758515 addons enable ingress-dns --alsologtostderr -v=5
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation (0.58s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 start -p json-output-161189 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
E1025 19:07:39.737438 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:08:20.698433 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 start -p json-output-161189 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (1m11.180087352s)
--- PASS: TestJSONOutput/start/Command (71.18s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 pause -p json-output-161189 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.71s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 unpause -p json-output-161189 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.64s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 stop -p json-output-161189 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 stop -p json-output-161189 --output=json --user=testUser: (5.804590367s)
--- PASS: TestJSONOutput/stop/Command (5.80s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-amd64 start -p json-output-error-299959 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p json-output-error-299959 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (86.898378ms)
-- stdout --
{"specversion":"1.0","id":"6326a2d4-c7ff-49e7-b12b-547635d72b4a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-299959] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"2d7135cd-0193-4c70-a876-6c8033bf1115","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17466"}}
{"specversion":"1.0","id":"b211ce06-14d0-487c-932a-d6fff20d0e86","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"a4a50a7e-3a9c-4447-8396-4110ad0cf272","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig"}}
{"specversion":"1.0","id":"2d1f7482-bd3a-4d9c-8a11-33d1bc17ddcf","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube"}}
{"specversion":"1.0","id":"5bbb4bc5-0211-4027-838c-7bbc4ea876dc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"025747e9-0844-4678-91f9-7e1f8b2c7a41","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"051ca4ff-9e52-4d1a-b9e5-a803f7c6600a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/amd64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-299959" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p json-output-error-299959
--- PASS: TestErrorJSONOutput (0.25s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-223313 --network=
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-223313 --network=: (28.615685959s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-223313" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-223313
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-223313: (2.102830212s)
--- PASS: TestKicCustomNetwork/create_custom_network (30.74s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-968552 --network=bridge
E1025 19:09:24.332592 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:24.338730 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:24.349098 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:24.369448 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:24.409798 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:24.490203 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:24.650690 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:24.971511 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:25.611711 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:26.891990 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:29.452293 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:34.573433 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:09:42.619578 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:09:44.814543 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-968552 --network=bridge: (25.788631347s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-968552" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-968552
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-968552: (1.975887413s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (27.78s)
=== RUN TestKicExistingNetwork
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-amd64 start -p existing-network-044530 --network=existing-network
E1025 19:10:05.294688 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-amd64 start -p existing-network-044530 --network=existing-network: (25.996405927s)
helpers_test.go:175: Cleaning up "existing-network-044530" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p existing-network-044530
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p existing-network-044530: (1.995070134s)
--- PASS: TestKicExistingNetwork (28.13s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-subnet-531169 --subnet=192.168.60.0/24
E1025 19:10:24.784180 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-subnet-531169 --subnet=192.168.60.0/24: (22.968943392s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-531169 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-531169" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p custom-subnet-531169
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p custom-subnet-531169: (2.0994935s)
--- PASS: TestKicCustomSubnet (25.09s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-amd64 start -p static-ip-565987 --static-ip=192.168.200.200
E1025 19:10:46.255300 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-amd64 start -p static-ip-565987 --static-ip=192.168.200.200: (25.653769935s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-amd64 -p static-ip-565987 ip
helpers_test.go:175: Cleaning up "static-ip-565987" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p static-ip-565987
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p static-ip-565987: (2.103181923s)
--- PASS: TestKicStaticIP (27.92s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-amd64
--- PASS: TestMainNoArgs (0.07s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p first-307991 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p first-307991 --driver=docker --container-runtime=crio: (24.680598002s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p second-311040 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p second-311040 --driver=docker --container-runtime=crio: (23.667485346s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile first-307991
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile second-311040
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
helpers_test.go:175: Cleaning up "second-311040" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p second-311040
E1025 19:11:58.774689 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p second-311040: (1.88722631s)
helpers_test.go:175: Cleaning up "first-307991" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p first-307991
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p first-307991: (2.232998371s)
--- PASS: TestMinikubeProfile (53.47s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-1-478910 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
E1025 19:12:08.177567 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-1-478910 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (7.011075561s)
--- PASS: TestMountStart/serial/StartWithMountFirst (8.01s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-1-478910 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.27s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-496901 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-496901 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (4.244314518s)
--- PASS: TestMountStart/serial/StartWithMountSecond (5.24s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-496901 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.27s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p mount-start-1-478910 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p mount-start-1-478910 --alsologtostderr -v=5: (1.65963081s)
--- PASS: TestMountStart/serial/DeleteFirst (1.66s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-496901 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.26s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-amd64 stop -p mount-start-2-496901
mount_start_test.go:155: (dbg) Done: out/minikube-linux-amd64 stop -p mount-start-2-496901: (1.214106124s)
--- PASS: TestMountStart/serial/Stop (1.21s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-496901
mount_start_test.go:166: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-496901: (5.946305276s)
--- PASS: TestMountStart/serial/RestartStopped (6.95s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-496901 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.28s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:85: (dbg) Run: out/minikube-linux-amd64 start -p multinode-416232 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
multinode_test.go:85: (dbg) Done: out/minikube-linux-amd64 start -p multinode-416232 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m55.883937668s)
multinode_test.go:91: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (116.35s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:481: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:486: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- rollout status deployment/busybox
E1025 19:14:24.332099 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
multinode_test.go:486: (dbg) Done: out/minikube-linux-amd64 kubectl -p multinode-416232 -- rollout status deployment/busybox: (1.723648587s)
multinode_test.go:493: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:516: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:524: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-79qnb -- nslookup kubernetes.io
multinode_test.go:524: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-8ktmd -- nslookup kubernetes.io
multinode_test.go:534: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-79qnb -- nslookup kubernetes.default
multinode_test.go:534: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-8ktmd -- nslookup kubernetes.default
multinode_test.go:542: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-79qnb -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:542: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-416232 -- exec busybox-5bc68d56bd-8ktmd -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (3.75s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:110: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-416232 -v 3 --alsologtostderr
multinode_test.go:110: (dbg) Done: out/minikube-linux-amd64 node add -p multinode-416232 -v 3 --alsologtostderr: (18.799388502s)
multinode_test.go:116: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (19.40s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:132: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.28s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:173: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp testdata/cp-test.txt multinode-416232:/home/docker/cp-test.txt
E1025 19:14:52.018081 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile800138609/001/cp-test_multinode-416232.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232:/home/docker/cp-test.txt multinode-416232-m02:/home/docker/cp-test_multinode-416232_multinode-416232-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m02 "sudo cat /home/docker/cp-test_multinode-416232_multinode-416232-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232:/home/docker/cp-test.txt multinode-416232-m03:/home/docker/cp-test_multinode-416232_multinode-416232-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m03 "sudo cat /home/docker/cp-test_multinode-416232_multinode-416232-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp testdata/cp-test.txt multinode-416232-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile800138609/001/cp-test_multinode-416232-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232-m02:/home/docker/cp-test.txt multinode-416232:/home/docker/cp-test_multinode-416232-m02_multinode-416232.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232 "sudo cat /home/docker/cp-test_multinode-416232-m02_multinode-416232.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232-m02:/home/docker/cp-test.txt multinode-416232-m03:/home/docker/cp-test_multinode-416232-m02_multinode-416232-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m03 "sudo cat /home/docker/cp-test_multinode-416232-m02_multinode-416232-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp testdata/cp-test.txt multinode-416232-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile800138609/001/cp-test_multinode-416232-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232-m03:/home/docker/cp-test.txt multinode-416232:/home/docker/cp-test_multinode-416232-m03_multinode-416232.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232 "sudo cat /home/docker/cp-test_multinode-416232-m03_multinode-416232.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 cp multinode-416232-m03:/home/docker/cp-test.txt multinode-416232-m02:/home/docker/cp-test_multinode-416232-m03_multinode-416232-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 ssh -n multinode-416232-m02 "sudo cat /home/docker/cp-test_multinode-416232-m03_multinode-416232-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (9.62s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:210: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 node stop m03
multinode_test.go:210: (dbg) Done: out/minikube-linux-amd64 -p multinode-416232 node stop m03: (1.215957965s)
multinode_test.go:216: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status
multinode_test.go:216: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-416232 status: exit status 7 (464.308111ms)
-- stdout --
multinode-416232
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-416232-m02
type: Worker
host: Running
kubelet: Running
multinode-416232-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:223: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status --alsologtostderr
multinode_test.go:223: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-416232 status --alsologtostderr: exit status 7 (456.599991ms)
-- stdout --
multinode-416232
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-416232-m02
type: Worker
host: Running
kubelet: Running
multinode-416232-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1025 19:15:02.524800 114892 out.go:296] Setting OutFile to fd 1 ...
I1025 19:15:02.525069 114892 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:15:02.525078 114892 out.go:309] Setting ErrFile to fd 2...
I1025 19:15:02.525083 114892 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:15:02.525275 114892 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:15:02.525431 114892 out.go:303] Setting JSON to false
I1025 19:15:02.525460 114892 mustload.go:65] Loading cluster: multinode-416232
I1025 19:15:02.525597 114892 notify.go:220] Checking for updates...
I1025 19:15:02.525836 114892 config.go:182] Loaded profile config "multinode-416232": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:15:02.525849 114892 status.go:255] checking status of multinode-416232 ...
I1025 19:15:02.526236 114892 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Status}}
I1025 19:15:02.543225 114892 status.go:330] multinode-416232 host status = "Running" (err=<nil>)
I1025 19:15:02.543251 114892 host.go:66] Checking if "multinode-416232" exists ...
I1025 19:15:02.543494 114892 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-416232
I1025 19:15:02.561043 114892 host.go:66] Checking if "multinode-416232" exists ...
I1025 19:15:02.561367 114892 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1025 19:15:02.561429 114892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232
I1025 19:15:02.579287 114892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232/id_rsa Username:docker}
I1025 19:15:02.663538 114892 ssh_runner.go:195] Run: systemctl --version
I1025 19:15:02.667426 114892 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 19:15:02.677912 114892 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:15:02.730485 114892 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:40 OomKillDisable:true NGoroutines:56 SystemTime:2023-10-25 19:15:02.721530078 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:15:02.731022 114892 kubeconfig.go:92] found "multinode-416232" server: "https://192.168.58.2:8443"
I1025 19:15:02.731042 114892 api_server.go:166] Checking apiserver status ...
I1025 19:15:02.731080 114892 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1025 19:15:02.741122 114892 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1432/cgroup
I1025 19:15:02.749528 114892 api_server.go:182] apiserver freezer: "2:freezer:/docker/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/crio/crio-c5d4fd2a94a59c8779555271ee5d1624c1dce8509dc903496ec5bfd6a04f93ee"
I1025 19:15:02.749593 114892 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/eeba9f503fc2d6a5a2259ca990da38e71869dde59e7bb09d22cc23585c0f7bbe/crio/crio-c5d4fd2a94a59c8779555271ee5d1624c1dce8509dc903496ec5bfd6a04f93ee/freezer.state
I1025 19:15:02.757286 114892 api_server.go:204] freezer state: "THAWED"
I1025 19:15:02.757314 114892 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I1025 19:15:02.762266 114892 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I1025 19:15:02.762290 114892 status.go:421] multinode-416232 apiserver status = Running (err=<nil>)
I1025 19:15:02.762299 114892 status.go:257] multinode-416232 status: &{Name:multinode-416232 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1025 19:15:02.762321 114892 status.go:255] checking status of multinode-416232-m02 ...
I1025 19:15:02.762584 114892 cli_runner.go:164] Run: docker container inspect multinode-416232-m02 --format={{.State.Status}}
I1025 19:15:02.779654 114892 status.go:330] multinode-416232-m02 host status = "Running" (err=<nil>)
I1025 19:15:02.779678 114892 host.go:66] Checking if "multinode-416232-m02" exists ...
I1025 19:15:02.779990 114892 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-416232-m02
I1025 19:15:02.796554 114892 host.go:66] Checking if "multinode-416232-m02" exists ...
I1025 19:15:02.796934 114892 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1025 19:15:02.796984 114892 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-416232-m02
I1025 19:15:02.813879 114892 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17466-8305/.minikube/machines/multinode-416232-m02/id_rsa Username:docker}
I1025 19:15:02.895183 114892 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1025 19:15:02.905705 114892 status.go:257] multinode-416232-m02 status: &{Name:multinode-416232-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1025 19:15:02.905735 114892 status.go:255] checking status of multinode-416232-m03 ...
I1025 19:15:02.906014 114892 cli_runner.go:164] Run: docker container inspect multinode-416232-m03 --format={{.State.Status}}
I1025 19:15:02.922687 114892 status.go:330] multinode-416232-m03 host status = "Stopped" (err=<nil>)
I1025 19:15:02.922707 114892 status.go:343] host is not running, skipping remaining checks
I1025 19:15:02.922712 114892 status.go:257] multinode-416232-m03 status: &{Name:multinode-416232-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.14s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:244: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:254: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 node start m03 --alsologtostderr
multinode_test.go:254: (dbg) Done: out/minikube-linux-amd64 -p multinode-416232 node start m03 --alsologtostderr: (10.292468868s)
multinode_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status
multinode_test.go:275: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (10.96s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:283: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-416232
multinode_test.go:290: (dbg) Run: out/minikube-linux-amd64 stop -p multinode-416232
E1025 19:15:24.784434 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
multinode_test.go:290: (dbg) Done: out/minikube-linux-amd64 stop -p multinode-416232: (24.890537576s)
multinode_test.go:295: (dbg) Run: out/minikube-linux-amd64 start -p multinode-416232 --wait=true -v=8 --alsologtostderr
E1025 19:16:47.832746 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:16:58.774294 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
multinode_test.go:295: (dbg) Done: out/minikube-linux-amd64 start -p multinode-416232 --wait=true -v=8 --alsologtostderr: (1m27.895769607s)
multinode_test.go:300: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-416232
--- PASS: TestMultiNode/serial/RestartKeepsNodes (112.91s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:394: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 node delete m03
multinode_test.go:394: (dbg) Done: out/minikube-linux-amd64 -p multinode-416232 node delete m03: (4.134536301s)
multinode_test.go:400: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status --alsologtostderr
multinode_test.go:414: (dbg) Run: docker volume ls
multinode_test.go:424: (dbg) Run: kubectl get nodes
multinode_test.go:432: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (4.74s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:314: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 stop
multinode_test.go:314: (dbg) Done: out/minikube-linux-amd64 -p multinode-416232 stop: (23.721463207s)
multinode_test.go:320: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status
multinode_test.go:320: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-416232 status: exit status 7 (98.777032ms)
-- stdout --
multinode-416232
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-416232-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:327: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status --alsologtostderr
multinode_test.go:327: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-416232 status --alsologtostderr: exit status 7 (98.480451ms)
-- stdout --
multinode-416232
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-416232-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1025 19:17:35.414887 124875 out.go:296] Setting OutFile to fd 1 ...
I1025 19:17:35.415178 124875 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:17:35.415190 124875 out.go:309] Setting ErrFile to fd 2...
I1025 19:17:35.415194 124875 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:17:35.415407 124875 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:17:35.415598 124875 out.go:303] Setting JSON to false
I1025 19:17:35.415631 124875 mustload.go:65] Loading cluster: multinode-416232
I1025 19:17:35.415735 124875 notify.go:220] Checking for updates...
I1025 19:17:35.416040 124875 config.go:182] Loaded profile config "multinode-416232": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:17:35.416055 124875 status.go:255] checking status of multinode-416232 ...
I1025 19:17:35.416432 124875 cli_runner.go:164] Run: docker container inspect multinode-416232 --format={{.State.Status}}
I1025 19:17:35.437581 124875 status.go:330] multinode-416232 host status = "Stopped" (err=<nil>)
I1025 19:17:35.437613 124875 status.go:343] host is not running, skipping remaining checks
I1025 19:17:35.437621 124875 status.go:257] multinode-416232 status: &{Name:multinode-416232 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1025 19:17:35.437655 124875 status.go:255] checking status of multinode-416232-m02 ...
I1025 19:17:35.438011 124875 cli_runner.go:164] Run: docker container inspect multinode-416232-m02 --format={{.State.Status}}
I1025 19:17:35.455018 124875 status.go:330] multinode-416232-m02 host status = "Stopped" (err=<nil>)
I1025 19:17:35.455038 124875 status.go:343] host is not running, skipping remaining checks
I1025 19:17:35.455044 124875 status.go:257] multinode-416232-m02 status: &{Name:multinode-416232-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.92s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:344: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:354: (dbg) Run: out/minikube-linux-amd64 start -p multinode-416232 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
multinode_test.go:354: (dbg) Done: out/minikube-linux-amd64 start -p multinode-416232 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m12.376505451s)
multinode_test.go:360: (dbg) Run: out/minikube-linux-amd64 -p multinode-416232 status --alsologtostderr
multinode_test.go:374: (dbg) Run: kubectl get nodes
multinode_test.go:382: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (72.98s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:443: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-416232
multinode_test.go:452: (dbg) Run: out/minikube-linux-amd64 start -p multinode-416232-m02 --driver=docker --container-runtime=crio
multinode_test.go:452: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p multinode-416232-m02 --driver=docker --container-runtime=crio: exit status 14 (84.202838ms)
-- stdout --
* [multinode-416232-m02] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17466
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-416232-m02' is duplicated with machine name 'multinode-416232-m02' in profile 'multinode-416232'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:460: (dbg) Run: out/minikube-linux-amd64 start -p multinode-416232-m03 --driver=docker --container-runtime=crio
multinode_test.go:460: (dbg) Done: out/minikube-linux-amd64 start -p multinode-416232-m03 --driver=docker --container-runtime=crio: (22.573791135s)
multinode_test.go:467: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-416232
multinode_test.go:467: (dbg) Non-zero exit: out/minikube-linux-amd64 node add -p multinode-416232: exit status 80 (294.529632ms)
-- stdout --
* Adding node m03 to cluster multinode-416232
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-416232-m03 already exists in multinode-416232-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-amd64 delete -p multinode-416232-m03
multinode_test.go:472: (dbg) Done: out/minikube-linux-amd64 delete -p multinode-416232-m03: (1.915640278s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (24.93s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-982283 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
E1025 19:19:24.332489 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
E1025 19:20:24.784445 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
preload_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-982283 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m19.600580027s)
preload_test.go:52: (dbg) Run: out/minikube-linux-amd64 -p test-preload-982283 image pull gcr.io/k8s-minikube/busybox
preload_test.go:58: (dbg) Run: out/minikube-linux-amd64 stop -p test-preload-982283
preload_test.go:58: (dbg) Done: out/minikube-linux-amd64 stop -p test-preload-982283: (5.7215113s)
preload_test.go:66: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-982283 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
preload_test.go:66: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-982283 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (1m13.252064891s)
preload_test.go:71: (dbg) Run: out/minikube-linux-amd64 -p test-preload-982283 image list
E1025 19:21:58.774386 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
helpers_test.go:175: Cleaning up "test-preload-982283" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p test-preload-982283
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p test-preload-982283: (2.3176614s)
--- PASS: TestPreload (161.99s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-amd64 start -p scheduled-stop-256912 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-amd64 start -p scheduled-stop-256912 --memory=2048 --driver=docker --container-runtime=crio: (22.158924767s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-256912 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-amd64 status --format={{.TimeToStop}} -p scheduled-stop-256912 -n scheduled-stop-256912
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-256912 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-256912 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-256912 -n scheduled-stop-256912
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-256912
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-256912 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
E1025 19:23:21.822014 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-256912
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p scheduled-stop-256912: exit status 7 (84.426144ms)
-- stdout --
scheduled-stop-256912
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-256912 -n scheduled-stop-256912
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-256912 -n scheduled-stop-256912: exit status 7 (85.570978ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-256912" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p scheduled-stop-256912
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p scheduled-stop-256912: (3.946967405s)
--- PASS: TestScheduledStopUnix (97.63s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-amd64 start -p insufficient-storage-003820 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p insufficient-storage-003820 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (8.360322902s)
-- stdout --
{"specversion":"1.0","id":"3b931d8f-73fd-42d5-a796-a3a63aa5146b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-003820] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"aab47521-d29b-468e-83a8-4ffc1e094f43","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17466"}}
{"specversion":"1.0","id":"758289a9-704a-4098-ab05-96eaf5b6db6e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"8483f214-aae2-46c0-8201-460a4ca4259a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig"}}
{"specversion":"1.0","id":"89f4a0ad-4835-44ac-9ce6-594f31f16393","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube"}}
{"specversion":"1.0","id":"c58420f0-a357-406c-a6df-0f1b08d6b697","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"f75f37c7-962d-4bf4-89eb-1554ceb4e850","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"1d6eaea9-d9e7-41a7-afe9-54b75e64f394","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"d2aa26ad-d20c-42cb-9cfe-821b9ab77b36","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"12f7ba2a-5ca1-4ad5-81b4-dce65bb00ec6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"b687753c-2583-4fdc-9808-1ca2d7569085","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"c588048a-cd86-40d8-985a-5104928ec875","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node insufficient-storage-003820 in cluster insufficient-storage-003820","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"6ea2d856-63a8-4956-ab6c-85b72b5ad95b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"c16b6dea-5aa2-4c98-85f4-6ceec4ce5c17","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"17887bf3-fe78-4bd1-89fa-e2057be45cd8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100%% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-003820 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-003820 --output=json --layout=cluster: exit status 7 (271.93036ms)
-- stdout --
{"Name":"insufficient-storage-003820","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-003820","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1025 19:23:47.358266 147459 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-003820" does not appear in /home/jenkins/minikube-integration/17466-8305/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-003820 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-003820 --output=json --layout=cluster: exit status 7 (271.213426ms)
-- stdout --
{"Name":"insufficient-storage-003820","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-003820","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1025 19:23:47.629909 147557 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-003820" does not appear in /home/jenkins/minikube-integration/17466-8305/kubeconfig
E1025 19:23:47.640182 147557 status.go:559] unable to read event log: stat: stat /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/insufficient-storage-003820/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-003820" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p insufficient-storage-003820
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p insufficient-storage-003820: (1.910811255s)
--- PASS: TestInsufficientStorage (10.82s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:235: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-326263 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1025 19:25:24.784681 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:25:47.379164 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
version_upgrade_test.go:235: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-326263 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (51.844882866s)
version_upgrade_test.go:240: (dbg) Run: out/minikube-linux-amd64 stop -p kubernetes-upgrade-326263
version_upgrade_test.go:240: (dbg) Done: out/minikube-linux-amd64 stop -p kubernetes-upgrade-326263: (1.326077105s)
version_upgrade_test.go:245: (dbg) Run: out/minikube-linux-amd64 -p kubernetes-upgrade-326263 status --format={{.Host}}
version_upgrade_test.go:245: (dbg) Non-zero exit: out/minikube-linux-amd64 -p kubernetes-upgrade-326263 status --format={{.Host}}: exit status 7 (125.498867ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:247: status error: exit status 7 (may be ok)
version_upgrade_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-326263 --memory=2200 --kubernetes-version=v1.28.3 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-326263 --memory=2200 --kubernetes-version=v1.28.3 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m33.129550108s)
version_upgrade_test.go:261: (dbg) Run: kubectl --context kubernetes-upgrade-326263 version --output=json
version_upgrade_test.go:280: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:282: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-326263 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:282: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p kubernetes-upgrade-326263 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio: exit status 106 (87.181149ms)
-- stdout --
* [kubernetes-upgrade-326263] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17466
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.28.3 cluster to v1.16.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.16.0, by running:
minikube delete -p kubernetes-upgrade-326263
minikube start -p kubernetes-upgrade-326263 --kubernetes-version=v1.16.0
2) Create a second cluster with Kubernetes 1.16.0, by running:
minikube start -p kubernetes-upgrade-3262632 --kubernetes-version=v1.16.0
3) Use the existing cluster at version Kubernetes 1.28.3, by running:
minikube start -p kubernetes-upgrade-326263 --kubernetes-version=v1.28.3
** /stderr **
version_upgrade_test.go:286: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:288: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-326263 --memory=2200 --kubernetes-version=v1.28.3 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:288: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-326263 --memory=2200 --kubernetes-version=v1.28.3 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (22.297684688s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-326263" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubernetes-upgrade-326263
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p kubernetes-upgrade-326263: (2.156826956s)
--- PASS: TestKubernetesUpgrade (351.04s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:322: (dbg) Run: /tmp/minikube-v1.9.0.1679529236.exe start -p missing-upgrade-946405 --memory=2200 --driver=docker --container-runtime=crio
version_upgrade_test.go:322: (dbg) Done: /tmp/minikube-v1.9.0.1679529236.exe start -p missing-upgrade-946405 --memory=2200 --driver=docker --container-runtime=crio: (1m6.758467737s)
version_upgrade_test.go:331: (dbg) Run: docker stop missing-upgrade-946405
version_upgrade_test.go:331: (dbg) Done: docker stop missing-upgrade-946405: (10.329146046s)
version_upgrade_test.go:336: (dbg) Run: docker rm missing-upgrade-946405
version_upgrade_test.go:342: (dbg) Run: out/minikube-linux-amd64 start -p missing-upgrade-946405 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:342: (dbg) Done: out/minikube-linux-amd64 start -p missing-upgrade-946405 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m4.343698882s)
helpers_test.go:175: Cleaning up "missing-upgrade-946405" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p missing-upgrade-946405
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p missing-upgrade-946405: (2.116317343s)
--- PASS: TestMissingContainerUpgrade (144.07s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-amd64 start -p pause-444963 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-amd64 start -p pause-444963 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (1m21.405351489s)
--- PASS: TestPause/serial/Start (81.41s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-487268 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p NoKubernetes-487268 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (112.994795ms)
-- stdout --
* [NoKubernetes-487268] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17466
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.11s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-487268 --driver=docker --container-runtime=crio
E1025 19:24:24.332225 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-487268 --driver=docker --container-runtime=crio: (36.052656756s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-487268 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (36.37s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-487268 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-487268 --no-kubernetes --driver=docker --container-runtime=crio: (19.680299758s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-487268 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-amd64 -p NoKubernetes-487268 status -o json: exit status 2 (309.327256ms)
-- stdout --
{"Name":"NoKubernetes-487268","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-amd64 delete -p NoKubernetes-487268
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-amd64 delete -p NoKubernetes-487268: (2.042114227s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (22.03s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.75s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-487268 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-487268 --no-kubernetes --driver=docker --container-runtime=crio: (10.500215077s)
--- PASS: TestNoKubernetes/serial/Start (10.50s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-487268 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-487268 "sudo systemctl is-active --quiet service kubelet": exit status 1 (321.623513ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.32s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-amd64 profile list
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-amd64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (1.76s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-amd64 stop -p NoKubernetes-487268
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-amd64 stop -p NoKubernetes-487268: (1.688844228s)
--- PASS: TestNoKubernetes/serial/Stop (1.69s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-487268 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-487268 --driver=docker --container-runtime=crio: (7.649303226s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (7.65s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-487268 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-487268 "sudo systemctl is-active --quiet service kubelet": exit status 1 (301.119466ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.30s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-amd64 start -p pause-444963 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-amd64 start -p pause-444963 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (44.016624097s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (44.05s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-444963 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.84s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p pause-444963 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p pause-444963 --output=json --layout=cluster: exit status 2 (365.438081ms)
-- stdout --
{"Name":"pause-444963","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 7 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-444963","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.37s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-amd64 unpause -p pause-444963 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.96s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-444963 --alsologtostderr -v=5
--- PASS: TestPause/serial/PauseAgain (0.73s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p pause-444963 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p pause-444963 --alsologtostderr -v=5: (2.741534924s)
--- PASS: TestPause/serial/DeletePaused (2.74s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-amd64 profile list --output json
pause_test.go:142: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.582941509s)
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-444963
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-444963: exit status 1 (18.644378ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-444963: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (3.65s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:219: (dbg) Run: out/minikube-linux-amd64 logs -p stopped-upgrade-774432
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (0.55s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-amd64 start -p false-813643 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p false-813643 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (164.47915ms)
-- stdout --
* [false-813643] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17466
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1025 19:26:08.361612 186072 out.go:296] Setting OutFile to fd 1 ...
I1025 19:26:08.361730 186072 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:26:08.361739 186072 out.go:309] Setting ErrFile to fd 2...
I1025 19:26:08.361744 186072 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1025 19:26:08.361962 186072 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17466-8305/.minikube/bin
I1025 19:26:08.362595 186072 out.go:303] Setting JSON to false
I1025 19:26:08.364079 186072 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":4110,"bootTime":1698257859,"procs":755,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1025 19:26:08.364145 186072 start.go:138] virtualization: kvm guest
I1025 19:26:08.366639 186072 out.go:177] * [false-813643] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1025 19:26:08.368360 186072 out.go:177] - MINIKUBE_LOCATION=17466
I1025 19:26:08.369726 186072 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1025 19:26:08.368404 186072 notify.go:220] Checking for updates...
I1025 19:26:08.372457 186072 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17466-8305/kubeconfig
I1025 19:26:08.373734 186072 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17466-8305/.minikube
I1025 19:26:08.375245 186072 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1025 19:26:08.376686 186072 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1025 19:26:08.378484 186072 config.go:182] Loaded profile config "kubernetes-upgrade-326263": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1025 19:26:08.378588 186072 config.go:182] Loaded profile config "missing-upgrade-946405": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1025 19:26:08.378663 186072 config.go:182] Loaded profile config "running-upgrade-628222": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1025 19:26:08.378741 186072 driver.go:378] Setting default libvirt URI to qemu:///system
I1025 19:26:08.400377 186072 docker.go:122] docker version: linux-24.0.6:Docker Engine - Community
I1025 19:26:08.400492 186072 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1025 19:26:08.458120 186072 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:38 OomKillDisable:true NGoroutines:52 SystemTime:2023-10-25 19:26:08.449764845 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1045-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1025 19:26:08.458219 186072 docker.go:295] overlay module found
I1025 19:26:08.460197 186072 out.go:177] * Using the docker driver based on user configuration
I1025 19:26:08.461943 186072 start.go:298] selected driver: docker
I1025 19:26:08.461955 186072 start.go:902] validating driver "docker" against <nil>
I1025 19:26:08.461964 186072 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1025 19:26:08.464226 186072 out.go:177]
W1025 19:26:08.465673 186072 out.go:239] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1025 19:26:08.467149 186072 out.go:177]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-813643 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-813643
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-813643
>>> host: /etc/nsswitch.conf:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /etc/hosts:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /etc/resolv.conf:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-813643
>>> host: crictl pods:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: crictl containers:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> k8s: describe netcat deployment:
error: context "false-813643" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-813643" does not exist
>>> k8s: netcat logs:
error: context "false-813643" does not exist
>>> k8s: describe coredns deployment:
error: context "false-813643" does not exist
>>> k8s: describe coredns pods:
error: context "false-813643" does not exist
>>> k8s: coredns logs:
error: context "false-813643" does not exist
>>> k8s: describe api server pod(s):
error: context "false-813643" does not exist
>>> k8s: api server logs:
error: context "false-813643" does not exist
>>> host: /etc/cni:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: ip a s:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: ip r s:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: iptables-save:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: iptables table nat:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> k8s: describe kube-proxy daemon set:
error: context "false-813643" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-813643" does not exist
>>> k8s: kube-proxy logs:
error: context "false-813643" does not exist
>>> host: kubelet daemon status:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: kubelet daemon config:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> k8s: kubelet logs:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt
server: https://127.0.0.1:32936
name: missing-upgrade-946405
contexts:
- context:
cluster: missing-upgrade-946405
user: missing-upgrade-946405
name: missing-upgrade-946405
current-context: ""
kind: Config
preferences: {}
users:
- name: missing-upgrade-946405
user:
client-certificate: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/missing-upgrade-946405/client.crt
client-key: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/missing-upgrade-946405/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-813643
>>> host: docker daemon status:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: docker daemon config:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /etc/docker/daemon.json:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: docker system info:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: cri-docker daemon status:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: cri-docker daemon config:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: cri-dockerd version:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: containerd daemon status:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: containerd daemon config:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /etc/containerd/config.toml:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: containerd config dump:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: crio daemon status:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: crio daemon config:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: /etc/crio:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
>>> host: crio config:
* Profile "false-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-813643"
----------------------- debugLogs end: false-813643 [took: 4.83736053s] --------------------------------
helpers_test.go:175: Cleaning up "false-813643" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p false-813643
--- PASS: TestNetworkPlugins/group/false (5.20s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-772670 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-772670 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (2m2.479516687s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (122.48s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-842854 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-842854 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (51.884340497s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (51.88s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-842854 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [0dd2d2a5-7c20-46bd-9a3a-1605fafdd36b] Pending
helpers_test.go:344: "busybox" [0dd2d2a5-7c20-46bd-9a3a-1605fafdd36b] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [0dd2d2a5-7c20-46bd-9a3a-1605fafdd36b] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 8.145299926s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-842854 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (8.56s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p no-preload-842854 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-842854 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (0.88s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p no-preload-842854 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p no-preload-842854 --alsologtostderr -v=3: (11.939453381s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (11.94s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-842854 -n no-preload-842854
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-842854 -n no-preload-842854: exit status 7 (118.598485ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p no-preload-842854 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.24s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-842854 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1025 19:29:24.332248 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-842854 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (5m31.219428343s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-842854 -n no-preload-842854
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (331.55s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-772670 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [19ba6df6-b35e-4512-9e51-ab04ddd05528] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [19ba6df6-b35e-4512-9e51-ab04ddd05528] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 7.013282594s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-772670 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (7.40s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p old-k8s-version-772670 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-772670 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (0.87s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p old-k8s-version-772670 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p old-k8s-version-772670 --alsologtostderr -v=3: (11.997070498s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.00s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-772670 -n old-k8s-version-772670
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-772670 -n old-k8s-version-772670: exit status 7 (101.567456ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p old-k8s-version-772670 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-772670 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-772670 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (7m20.94217012s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-772670 -n old-k8s-version-772670
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (441.29s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-935427 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1025 19:30:24.784781 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-935427 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (41.780195924s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (41.78s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-935427 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [d674a0c9-4de1-43f1-9fb1-475078900f61] Pending
helpers_test.go:344: "busybox" [d674a0c9-4de1-43f1-9fb1-475078900f61] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [d674a0c9-4de1-43f1-9fb1-475078900f61] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 7.016454825s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-935427 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (7.37s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-868561 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-868561 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (36.650562954s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (36.65s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p embed-certs-935427 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-935427 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (0.97s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p embed-certs-935427 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p embed-certs-935427 --alsologtostderr -v=3: (11.971497968s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (11.97s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-935427 -n embed-certs-935427
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-935427 -n embed-certs-935427: exit status 7 (93.431149ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p embed-certs-935427 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-935427 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-935427 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (5m32.745030142s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-935427 -n embed-certs-935427
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (333.05s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-868561 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (0.84s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p newest-cni-868561 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p newest-cni-868561 --alsologtostderr -v=3: (1.290767283s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.29s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-868561 -n newest-cni-868561
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-868561 -n newest-cni-868561: exit status 7 (91.794014ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p newest-cni-868561 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.24s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-868561 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1025 19:31:58.774965 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-868561 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (25.614162627s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-868561 -n newest-cni-868561
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (25.93s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p newest-cni-868561 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.31s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p newest-cni-868561 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-868561 -n newest-cni-868561
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-868561 -n newest-cni-868561: exit status 2 (308.545748ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-868561 -n newest-cni-868561
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-868561 -n newest-cni-868561: exit status 2 (306.969383ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p newest-cni-868561 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-868561 -n newest-cni-868561
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-868561 -n newest-cni-868561
--- PASS: TestStartStop/group/newest-cni/serial/Pause (2.50s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-023039 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-023039 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (40.709882953s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (40.71s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-023039 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [b794ac64-df88-4823-987e-1778ae656c99] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [b794ac64-df88-4823-987e-1778ae656c99] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 7.016325623s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-023039 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (7.35s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p default-k8s-diff-port-023039 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-023039 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (0.89s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p default-k8s-diff-port-023039 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p default-k8s-diff-port-023039 --alsologtostderr -v=3: (11.954293593s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (11.95s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039: exit status 7 (79.888752ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p default-k8s-diff-port-023039 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-023039 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1025 19:33:27.833756 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:34:24.332068 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/ingress-addon-legacy-758515/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-023039 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (5m38.661219825s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (339.02s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-jrrmh" [ca1d0242-d793-4449-aa78-c3a7a5be5f98] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-jrrmh" [ca1d0242-d793-4449-aa78-c3a7a5be5f98] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 13.017403372s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (13.02s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-jrrmh" [ca1d0242-d793-4449-aa78-c3a7a5be5f98] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.008511507s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-842854 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.08s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p no-preload-842854 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.31s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p no-preload-842854 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-842854 -n no-preload-842854
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-842854 -n no-preload-842854: exit status 2 (301.268528ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-842854 -n no-preload-842854
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-842854 -n no-preload-842854: exit status 2 (299.084662ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p no-preload-842854 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-842854 -n no-preload-842854
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-842854 -n no-preload-842854
--- PASS: TestStartStop/group/no-preload/serial/Pause (2.66s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p auto-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1025 19:35:24.785150 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p auto-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (40.307495349s)
--- PASS: TestNetworkPlugins/group/auto/Start (40.31s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p auto-813643 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.33s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-813643 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-jn49b" [58088c25-f18f-4f68-90c6-47728b63b278] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-jn49b" [58088c25-f18f-4f68-90c6-47728b63b278] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 9.010150224s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (9.28s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-813643 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.16s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.14s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.13s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p kindnet-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p kindnet-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (1m12.137768272s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (72.14s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-p7l6s" [1fc66006-4749-40e5-9179-bbce7b9292bf] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
E1025 19:36:58.774634 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-p7l6s" [1fc66006-4749-40e5-9179-bbce7b9292bf] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 11.016530316s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (11.02s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-p7l6s" [1fc66006-4749-40e5-9179-bbce7b9292bf] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.009696095s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-935427 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.08s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p embed-certs-935427 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.34s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p embed-certs-935427 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-935427 -n embed-certs-935427
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-935427 -n embed-certs-935427: exit status 2 (300.172735ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-935427 -n embed-certs-935427
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-935427 -n embed-certs-935427: exit status 2 (296.110361ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p embed-certs-935427 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-935427 -n embed-certs-935427
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-935427 -n embed-certs-935427
--- PASS: TestStartStop/group/embed-certs/serial/Pause (2.72s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-v8z6x" [f9ae0e50-7dca-4001-84c5-3ed8fa3866b7] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 5.019361183s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (5.02s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p calico-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p calico-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m9.137677498s)
--- PASS: TestNetworkPlugins/group/calico/Start (69.14s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p kindnet-813643 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-813643 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-4vzl9" [527a9a04-3b3b-4410-8b49-bfadff86595f] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-4vzl9" [527a9a04-3b3b-4410-8b49-bfadff86595f] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 11.009900433s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (11.25s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-rs4x4" [ea0477ba-92d6-4612-8769-3970c1e1e455] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.014438631s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (5.02s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-rs4x4" [ea0477ba-92d6-4612-8769-3970c1e1e455] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.008345569s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-772670 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.08s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-813643 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.17s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.16s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p old-k8s-version-772670 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20210326-1e038dc5
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.31s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p old-k8s-version-772670 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-772670 -n old-k8s-version-772670
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-772670 -n old-k8s-version-772670: exit status 2 (320.698466ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-772670 -n old-k8s-version-772670
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-772670 -n old-k8s-version-772670: exit status 2 (313.210849ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p old-k8s-version-772670 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-772670 -n old-k8s-version-772670
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-772670 -n old-k8s-version-772670
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (2.83s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-flannel-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-flannel-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m4.662118416s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (64.66s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p enable-default-cni-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p enable-default-cni-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m18.410440878s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (78.41s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-bktlt" [841dc7eb-0991-46d1-b7d3-94d9de0f966e] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 5.025587223s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (5.03s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p calico-813643 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-813643 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-cfk97" [3b388bf5-a5c9-40b0-84d5-2d52c1f2b172] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1025 19:38:36.570089 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:36.575388 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:36.585677 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:36.606016 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:36.646967 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:36.727316 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:36.887728 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:37.208366 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:37.848912 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
helpers_test.go:344: "netcat-56589dfd74-cfk97" [3b388bf5-a5c9-40b0-84d5-2d52c1f2b172] Running
E1025 19:38:39.130127 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
E1025 19:38:41.690438 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 10.011712929s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (10.36s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-813643 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.18s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.14s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p custom-flannel-813643 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-813643 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-f9jw7" [b43c6961-fb52-46f5-bced-95a0bd7f84b1] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1025 19:38:46.810759 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
helpers_test.go:344: "netcat-56589dfd74-f9jw7" [b43c6961-fb52-46f5-bced-95a0bd7f84b1] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 10.009699874s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (10.32s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-jcqrv" [88d12c9b-4c2c-401c-bd7f-a7275cfe860b] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-jcqrv" [88d12c9b-4c2c-401c-bd7f-a7275cfe860b] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 12.018570045s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (12.02s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-813643 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.19s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.18s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-jcqrv" [88d12c9b-4c2c-401c-bd7f-a7275cfe860b] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.012117107s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-023039 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.10s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p flannel-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p flannel-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (55.268496353s)
--- PASS: TestNetworkPlugins/group/flannel/Start (55.27s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p default-k8s-diff-port-023039 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.38s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p default-k8s-diff-port-023039 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-amd64 pause -p default-k8s-diff-port-023039 --alsologtostderr -v=1: (1.078270754s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039: exit status 2 (342.040118ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039: exit status 2 (333.176046ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p default-k8s-diff-port-023039 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-amd64 unpause -p default-k8s-diff-port-023039 --alsologtostderr -v=1: (1.006614293s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-023039 -n default-k8s-diff-port-023039
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.87s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p enable-default-cni-813643 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.37s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-813643 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-8pls5" [57393a10-f10a-4bdd-9672-43bf713f9743] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-8pls5" [57393a10-f10a-4bdd-9672-43bf713f9743] Running
E1025 19:39:17.532029 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 10.012091444s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (10.96s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p bridge-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p bridge-813643 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (39.198545026s)
--- PASS: TestNetworkPlugins/group/bridge/Start (39.20s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-813643 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.17s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.14s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p bridge-813643 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.29s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-813643 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-m6kqg" [eddff33a-67b5-43d7-aeb7-7918f3ba1005] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1025 19:39:58.492298 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/no-preload-842854/client.crt: no such file or directory
helpers_test.go:344: "netcat-56589dfd74-m6kqg" [eddff33a-67b5-43d7-aeb7-7918f3ba1005] Running
E1025 19:40:01.822690 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/functional-485000/client.crt: no such file or directory
E1025 19:40:02.464534 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/old-k8s-version-772670/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 9.010962009s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (9.29s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-hz8jw" [323e09bb-9617-4130-8d3e-ae80b1b0684c] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 5.015678982s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (5.02s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p flannel-813643 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-813643 exec deployment/netcat -- nslookup kubernetes.default
net_test.go:175: (dbg) Non-zero exit: kubectl --context bridge-813643 exec deployment/netcat -- nslookup kubernetes.default: exit status 1 (15.180418352s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
** stderr **
command terminated with exit code 1
** /stderr **
E1025 19:40:22.945712 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/old-k8s-version-772670/client.crt: no such file or directory
net_test.go:175: (dbg) Run: kubectl --context bridge-813643 exec deployment/netcat -- nslookup kubernetes.default
E1025 19:40:24.784151 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/addons-326730/client.crt: no such file or directory
E1025 19:40:34.309006 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/auto-813643/client.crt: no such file or directory
E1025 19:40:34.314351 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/auto-813643/client.crt: no such file or directory
E1025 19:40:34.324696 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/auto-813643/client.crt: no such file or directory
E1025 19:40:34.345256 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/auto-813643/client.crt: no such file or directory
E1025 19:40:34.385559 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/auto-813643/client.crt: no such file or directory
E1025 19:40:34.465878 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/auto-813643/client.crt: no such file or directory
E1025 19:40:34.626053 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/auto-813643/client.crt: no such file or directory
net_test.go:175: (dbg) Non-zero exit: kubectl --context bridge-813643 exec deployment/netcat -- nslookup kubernetes.default: exit status 1 (15.169493653s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
** stderr **
command terminated with exit code 1
** /stderr **
E1025 19:40:39.428795 15086 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/auto-813643/client.crt: no such file or directory
net_test.go:175: (dbg) Run: kubectl --context bridge-813643 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (33.08s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-813643 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-qrxmt" [b42a0f29-b1c6-4af1-8d1c-5a92c08b0289] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-qrxmt" [b42a0f29-b1c6-4af1-8d1c-5a92c08b0289] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 10.010361688s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (10.32s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-813643 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.16s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.14s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.15s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.12s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-813643 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.13s)
=== RUN TestDownloadOnly/v1.16.0/cached-images
aaa_download_only_test.go:117: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.16.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.16.0/binaries
aaa_download_only_test.go:139: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.16.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.16.0/kubectl
aaa_download_only_test.go:155: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.16.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.28.3/cached-images
aaa_download_only_test.go:117: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.3/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.3/binaries
aaa_download_only_test.go:139: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.3/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.3/kubectl
aaa_download_only_test.go:155: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.3/kubectl (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:497: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux amd64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:459: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:546: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-122631" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p disable-driver-mounts-122631
--- SKIP: TestStartStop/group/disable-driver-mounts (0.18s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:523:
----------------------- debugLogs start: kubenet-813643 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-813643
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-813643
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /etc/hosts:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /etc/resolv.conf:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-813643
>>> host: crictl pods:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: crictl containers:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> k8s: describe netcat deployment:
error: context "kubenet-813643" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-813643" does not exist
>>> k8s: netcat logs:
error: context "kubenet-813643" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-813643" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-813643" does not exist
>>> k8s: coredns logs:
error: context "kubenet-813643" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-813643" does not exist
>>> k8s: api server logs:
error: context "kubenet-813643" does not exist
>>> host: /etc/cni:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: ip a s:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: ip r s:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: iptables-save:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: iptables table nat:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-813643" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-813643" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-813643" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: kubelet daemon config:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> k8s: kubelet logs:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt
server: https://127.0.0.1:32936
name: missing-upgrade-946405
contexts:
- context:
cluster: missing-upgrade-946405
user: missing-upgrade-946405
name: missing-upgrade-946405
current-context: ""
kind: Config
preferences: {}
users:
- name: missing-upgrade-946405
user:
client-certificate: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/missing-upgrade-946405/client.crt
client-key: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/missing-upgrade-946405/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-813643
>>> host: docker daemon status:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: docker daemon config:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: docker system info:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: cri-docker daemon status:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: cri-docker daemon config:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: cri-dockerd version:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: containerd daemon status:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: containerd daemon config:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: containerd config dump:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: crio daemon status:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: crio daemon config:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: /etc/crio:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
>>> host: crio config:
* Profile "kubenet-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-813643"
----------------------- debugLogs end: kubenet-813643 [took: 3.577586437s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-813643" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubenet-813643
--- SKIP: TestNetworkPlugins/group/kubenet (3.74s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:523:
----------------------- debugLogs start: cilium-813643 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-813643
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-813643
>>> host: /etc/nsswitch.conf:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /etc/hosts:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /etc/resolv.conf:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-813643
>>> host: crictl pods:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: crictl containers:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> k8s: describe netcat deployment:
error: context "cilium-813643" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-813643" does not exist
>>> k8s: netcat logs:
error: context "cilium-813643" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-813643" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-813643" does not exist
>>> k8s: coredns logs:
error: context "cilium-813643" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-813643" does not exist
>>> k8s: api server logs:
error: context "cilium-813643" does not exist
>>> host: /etc/cni:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: ip a s:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: ip r s:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: iptables-save:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: iptables table nat:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-813643
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-813643
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-813643" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-813643" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-813643
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-813643
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-813643" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-813643" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-813643" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-813643" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-813643" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: kubelet daemon config:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> k8s: kubelet logs:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17466-8305/.minikube/ca.crt
server: https://127.0.0.1:32936
name: missing-upgrade-946405
contexts:
- context:
cluster: missing-upgrade-946405
user: missing-upgrade-946405
name: missing-upgrade-946405
current-context: ""
kind: Config
preferences: {}
users:
- name: missing-upgrade-946405
user:
client-certificate: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/missing-upgrade-946405/client.crt
client-key: /home/jenkins/minikube-integration/17466-8305/.minikube/profiles/missing-upgrade-946405/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-813643
>>> host: docker daemon status:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: docker daemon config:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: docker system info:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: cri-docker daemon status:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: cri-docker daemon config:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: cri-dockerd version:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: containerd daemon status:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: containerd daemon config:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: containerd config dump:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: crio daemon status:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: crio daemon config:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: /etc/crio:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
>>> host: crio config:
* Profile "cilium-813643" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-813643"
----------------------- debugLogs end: cilium-813643 [took: 4.427950522s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-813643" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cilium-813643
--- SKIP: TestNetworkPlugins/group/cilium (4.61s)