123be9ce3f63dd722bb8579a9355edc313d27584:2023-10-06:31318
| Order | failed test | Duration |
|---|---|---|
| 28 | TestAddons/parallel/Ingress | 158.41 |
| 143 | TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon | 9.19 |
| 158 | TestIngressAddonLegacy/serial/ValidateIngressAddons | 184.49 |
| 208 | TestMultiNode/serial/PingHostFrom2Pods | 3.11 |
| 229 | TestRunningBinaryUpgrade | 72.38 |
| 237 | TestStoppedBinaryUpgrade/Upgrade | 93.01 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:205: (dbg) Run: kubectl --context addons-652078 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:230: (dbg) Run: kubectl --context addons-652078 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:243: (dbg) Run: kubectl --context addons-652078 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:248: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [5eb1d041-27ac-403c-a72d-0a7ca72cc917] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [5eb1d041-27ac-403c-a72d-0a7ca72cc917] Running
addons_test.go:248: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 15.00870029s
addons_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:260: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-652078 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.770530961s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:276: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:284: (dbg) Run: kubectl --context addons-652078 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:289: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 ip
addons_test.go:295: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:304: (dbg) Done: out/minikube-linux-amd64 -p addons-652078 addons disable ingress-dns --alsologtostderr -v=1: (1.125944329s)
addons_test.go:309: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 addons disable ingress --alsologtostderr -v=1
addons_test.go:309: (dbg) Done: out/minikube-linux-amd64 -p addons-652078 addons disable ingress --alsologtostderr -v=1: (7.629668688s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-652078
helpers_test.go:235: (dbg) docker inspect addons-652078:
-- stdout --
[
{
"Id": "a9df0c04df1322f8cc23cdf652e8835790a7f518a34ddf1181dad4a81f1a95cd",
"Created": "2023-10-06T00:17:46.938177455Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 271706,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-06T00:17:47.243786755Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:94671ba3754e2c6976414eaf20a0c7861a5d2f9fc631e1161e8ab0ded9062c52",
"ResolvConfPath": "/var/lib/docker/containers/a9df0c04df1322f8cc23cdf652e8835790a7f518a34ddf1181dad4a81f1a95cd/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/a9df0c04df1322f8cc23cdf652e8835790a7f518a34ddf1181dad4a81f1a95cd/hostname",
"HostsPath": "/var/lib/docker/containers/a9df0c04df1322f8cc23cdf652e8835790a7f518a34ddf1181dad4a81f1a95cd/hosts",
"LogPath": "/var/lib/docker/containers/a9df0c04df1322f8cc23cdf652e8835790a7f518a34ddf1181dad4a81f1a95cd/a9df0c04df1322f8cc23cdf652e8835790a7f518a34ddf1181dad4a81f1a95cd-json.log",
"Name": "/addons-652078",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-652078:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-652078",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/c785ebd367bd3f3e981b1762c208436a2f99609aeadecbecaac01200e69cc66f-init/diff:/var/lib/docker/overlay2/f3a840bc319ed2d48ebd13f3fe0bbe66c2934cd4edecdb746e589e688111a684/diff",
"MergedDir": "/var/lib/docker/overlay2/c785ebd367bd3f3e981b1762c208436a2f99609aeadecbecaac01200e69cc66f/merged",
"UpperDir": "/var/lib/docker/overlay2/c785ebd367bd3f3e981b1762c208436a2f99609aeadecbecaac01200e69cc66f/diff",
"WorkDir": "/var/lib/docker/overlay2/c785ebd367bd3f3e981b1762c208436a2f99609aeadecbecaac01200e69cc66f/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-652078",
"Source": "/var/lib/docker/volumes/addons-652078/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-652078",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-652078",
"name.minikube.sigs.k8s.io": "addons-652078",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "a9bee299ea3faa6df35b84a31d8556dd7b178fd160a95d84e2e1f1f551e7a89f",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"SandboxKey": "/var/run/docker/netns/a9bee299ea3f",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-652078": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"a9df0c04df13",
"addons-652078"
],
"NetworkID": "7f2c5559f826ff2c6c2c02f4f7e01ca3aeb31a63ffa72d426aa44a257130bdc5",
"EndpointID": "723c2c27df1f0925d1b1cec909ae6f80d62b952656b15195fbc33ce5c8bf2a04",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-652078 -n addons-652078
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-652078 logs -n 25: (1.156524278s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | 06 Oct 23 00:17 UTC |
| delete | -p download-only-652895 | download-only-652895 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | 06 Oct 23 00:17 UTC |
| delete | -p download-only-652895 | download-only-652895 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | 06 Oct 23 00:17 UTC |
| start | --download-only -p | download-docker-248648 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | |
| | download-docker-248648 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-248648 | download-docker-248648 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | 06 Oct 23 00:17 UTC |
| start | --download-only -p | binary-mirror-007814 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | |
| | binary-mirror-007814 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:33257 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-007814 | binary-mirror-007814 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | 06 Oct 23 00:17 UTC |
| addons | disable dashboard -p | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | |
| | addons-652078 | | | | | |
| addons | enable dashboard -p | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | |
| | addons-652078 | | | | | |
| start | -p addons-652078 --wait=true | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | 06 Oct 23 00:19 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
| addons | disable inspektor-gadget -p | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| | addons-652078 | | | | | |
| addons | addons-652078 addons | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-652078 ssh cat | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| | /opt/local-path-provisioner/pvc-cff63473-e863-4a25-86bf-4112422095bc_default_test-pvc/file1 | | | | | |
| addons | addons-652078 addons disable | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| | -p addons-652078 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-652078 ip | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| addons | addons-652078 addons disable | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-652078 addons disable | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| | helm-tiller --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | 06 Oct 23 00:19 UTC |
| | addons-652078 | | | | | |
| ssh | addons-652078 ssh curl -s | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:19 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-652078 addons | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:21 UTC | 06 Oct 23 00:21 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-652078 addons | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:21 UTC | 06 Oct 23 00:21 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-652078 ip | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:22 UTC | 06 Oct 23 00:22 UTC |
| addons | addons-652078 addons disable | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:22 UTC | 06 Oct 23 00:22 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-652078 addons disable | addons-652078 | jenkins | v1.31.2 | 06 Oct 23 00:22 UTC | 06 Oct 23 00:22 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/06 00:17:23
Running on machine: ubuntu-20-agent-3
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 00:17:23.027870 270580 out.go:296] Setting OutFile to fd 1 ...
I1006 00:17:23.028208 270580 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:17:23.028221 270580 out.go:309] Setting ErrFile to fd 2...
I1006 00:17:23.028228 270580 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:17:23.028688 270580 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:17:23.029824 270580 out.go:303] Setting JSON to false
I1006 00:17:23.030709 270580 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":21595,"bootTime":1696529848,"procs":206,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:17:23.030768 270580 start.go:138] virtualization: kvm guest
I1006 00:17:23.033248 270580 out.go:177] * [addons-652078] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:17:23.034771 270580 out.go:177] - MINIKUBE_LOCATION=17365
I1006 00:17:23.036121 270580 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:17:23.034804 270580 notify.go:220] Checking for updates...
I1006 00:17:23.038880 270580 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:17:23.040281 270580 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:17:23.041652 270580 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1006 00:17:23.043110 270580 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1006 00:17:23.044587 270580 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:17:23.066487 270580 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:17:23.066581 270580 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:17:23.115705 270580 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:39 SystemTime:2023-10-06 00:17:23.107423177 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:17:23.115809 270580 docker.go:294] overlay module found
I1006 00:17:23.117686 270580 out.go:177] * Using the docker driver based on user configuration
I1006 00:17:23.118949 270580 start.go:298] selected driver: docker
I1006 00:17:23.118961 270580 start.go:902] validating driver "docker" against <nil>
I1006 00:17:23.118977 270580 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 00:17:23.119749 270580 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:17:23.169622 270580 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:39 SystemTime:2023-10-06 00:17:23.16106854 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:17:23.169790 270580 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I1006 00:17:23.169982 270580 start_flags.go:923] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 00:17:23.171704 270580 out.go:177] * Using Docker driver with root privileges
I1006 00:17:23.173169 270580 cni.go:84] Creating CNI manager for ""
I1006 00:17:23.173187 270580 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 00:17:23.173202 270580 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 00:17:23.173230 270580 start_flags.go:321] config:
{Name:addons-652078 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:addons-652078 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:17:23.174729 270580 out.go:177] * Starting control plane node addons-652078 in cluster addons-652078
I1006 00:17:23.175921 270580 cache.go:122] Beginning downloading kic base image for docker with crio
I1006 00:17:23.177289 270580 out.go:177] * Pulling base image ...
I1006 00:17:23.178628 270580 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1006 00:17:23.178655 270580 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4
I1006 00:17:23.178664 270580 cache.go:57] Caching tarball of preloaded images
I1006 00:17:23.178714 270580 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1006 00:17:23.178768 270580 preload.go:174] Found /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1006 00:17:23.178786 270580 cache.go:60] Finished verifying existence of preloaded tar for v1.28.2 on crio
I1006 00:17:23.179144 270580 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/config.json ...
I1006 00:17:23.179170 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/config.json: {Name:mk85b72dae762c01296371e970b0ea5428508a94 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:23.193044 270580 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae to local cache
I1006 00:17:23.193142 270580 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local cache directory
I1006 00:17:23.193155 270580 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local cache directory, skipping pull
I1006 00:17:23.193159 270580 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in cache, skipping pull
I1006 00:17:23.193165 270580 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae as a tarball
I1006 00:17:23.193172 270580 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae from local cache
I1006 00:17:34.091148 270580 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae from cached tarball
I1006 00:17:34.091198 270580 cache.go:195] Successfully downloaded all kic artifacts
I1006 00:17:34.091233 270580 start.go:365] acquiring machines lock for addons-652078: {Name:mk24f3fc2346cc9da9ca1db95be3e4a35edd89a5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:17:34.091329 270580 start.go:369] acquired machines lock for "addons-652078" in 74.022µs
I1006 00:17:34.091357 270580 start.go:93] Provisioning new machine with config: &{Name:addons-652078 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:addons-652078 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 00:17:34.091445 270580 start.go:125] createHost starting for "" (driver="docker")
I1006 00:17:34.093337 270580 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1006 00:17:34.093601 270580 start.go:159] libmachine.API.Create for "addons-652078" (driver="docker")
I1006 00:17:34.093632 270580 client.go:168] LocalClient.Create starting
I1006 00:17:34.093748 270580 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem
I1006 00:17:34.266129 270580 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem
I1006 00:17:34.422614 270580 cli_runner.go:164] Run: docker network inspect addons-652078 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 00:17:34.437864 270580 cli_runner.go:211] docker network inspect addons-652078 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 00:17:34.437926 270580 network_create.go:281] running [docker network inspect addons-652078] to gather additional debugging logs...
I1006 00:17:34.437947 270580 cli_runner.go:164] Run: docker network inspect addons-652078
W1006 00:17:34.452395 270580 cli_runner.go:211] docker network inspect addons-652078 returned with exit code 1
I1006 00:17:34.452428 270580 network_create.go:284] error running [docker network inspect addons-652078]: docker network inspect addons-652078: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-652078 not found
I1006 00:17:34.452443 270580 network_create.go:286] output of [docker network inspect addons-652078]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-652078 not found
** /stderr **
I1006 00:17:34.452567 270580 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 00:17:34.469822 270580 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0029ba240}
I1006 00:17:34.469882 270580 network_create.go:124] attempt to create docker network addons-652078 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1006 00:17:34.469941 270580 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-652078 addons-652078
I1006 00:17:34.519259 270580 network_create.go:108] docker network addons-652078 192.168.49.0/24 created
I1006 00:17:34.519289 270580 kic.go:117] calculated static IP "192.168.49.2" for the "addons-652078" container
I1006 00:17:34.519353 270580 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 00:17:34.533746 270580 cli_runner.go:164] Run: docker volume create addons-652078 --label name.minikube.sigs.k8s.io=addons-652078 --label created_by.minikube.sigs.k8s.io=true
I1006 00:17:34.550052 270580 oci.go:103] Successfully created a docker volume addons-652078
I1006 00:17:34.550151 270580 cli_runner.go:164] Run: docker run --rm --name addons-652078-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-652078 --entrypoint /usr/bin/test -v addons-652078:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib
I1006 00:17:41.879287 270580 cli_runner.go:217] Completed: docker run --rm --name addons-652078-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-652078 --entrypoint /usr/bin/test -v addons-652078:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib: (7.329086919s)
I1006 00:17:41.879338 270580 oci.go:107] Successfully prepared a docker volume addons-652078
I1006 00:17:41.879375 270580 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1006 00:17:41.879398 270580 kic.go:190] Starting extracting preloaded images to volume ...
I1006 00:17:41.879462 270580 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-652078:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir
I1006 00:17:46.874915 270580 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-652078:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir: (4.995393324s)
I1006 00:17:46.874953 270580 kic.go:199] duration metric: took 4.995551 seconds to extract preloaded images to volume
W1006 00:17:46.875085 270580 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 00:17:46.875197 270580 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 00:17:46.924709 270580 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-652078 --name addons-652078 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-652078 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-652078 --network addons-652078 --ip 192.168.49.2 --volume addons-652078:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1006 00:17:47.251637 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Running}}
I1006 00:17:47.269049 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:17:47.286604 270580 cli_runner.go:164] Run: docker exec addons-652078 stat /var/lib/dpkg/alternatives/iptables
I1006 00:17:47.324132 270580 oci.go:144] the created container "addons-652078" has a running status.
I1006 00:17:47.324167 270580 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa...
I1006 00:17:47.605812 270580 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 00:17:47.630841 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:17:47.646080 270580 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 00:17:47.646100 270580 kic_runner.go:114] Args: [docker exec --privileged addons-652078 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 00:17:47.711681 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:17:47.730669 270580 machine.go:88] provisioning docker machine ...
I1006 00:17:47.730712 270580 ubuntu.go:169] provisioning hostname "addons-652078"
I1006 00:17:47.730783 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:17:47.748716 270580 main.go:141] libmachine: Using SSH client type: native
I1006 00:17:47.749051 270580 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1006 00:17:47.749061 270580 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-652078 && echo "addons-652078" | sudo tee /etc/hostname
I1006 00:17:47.900317 270580 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-652078
I1006 00:17:47.900433 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:17:47.917292 270580 main.go:141] libmachine: Using SSH client type: native
I1006 00:17:47.917656 270580 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1006 00:17:47.917683 270580 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-652078' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-652078/g' /etc/hosts;
else
echo '127.0.1.1 addons-652078' | sudo tee -a /etc/hosts;
fi
fi
I1006 00:17:48.053139 270580 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 00:17:48.053173 270580 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17365-262900/.minikube CaCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17365-262900/.minikube}
I1006 00:17:48.053193 270580 ubuntu.go:177] setting up certificates
I1006 00:17:48.053202 270580 provision.go:83] configureAuth start
I1006 00:17:48.053254 270580 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-652078
I1006 00:17:48.070799 270580 provision.go:138] copyHostCerts
I1006 00:17:48.070868 270580 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem (1082 bytes)
I1006 00:17:48.070977 270580 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem (1123 bytes)
I1006 00:17:48.071052 270580 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem (1675 bytes)
I1006 00:17:48.071114 270580 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem org=jenkins.addons-652078 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-652078]
I1006 00:17:48.149526 270580 provision.go:172] copyRemoteCerts
I1006 00:17:48.149579 270580 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 00:17:48.149616 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:17:48.165778 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:17:48.261180 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 00:17:48.281417 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1006 00:17:48.300809 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 00:17:48.320508 270580 provision.go:86] duration metric: configureAuth took 267.294622ms
I1006 00:17:48.320534 270580 ubuntu.go:193] setting minikube options for container-runtime
I1006 00:17:48.320699 270580 config.go:182] Loaded profile config "addons-652078": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:17:48.320819 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:17:48.336639 270580 main.go:141] libmachine: Using SSH client type: native
I1006 00:17:48.336978 270580 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1006 00:17:48.337001 270580 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 00:17:48.550178 270580 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 00:17:48.550212 270580 machine.go:91] provisioned docker machine in 819.517082ms
I1006 00:17:48.550225 270580 client.go:171] LocalClient.Create took 14.456581632s
I1006 00:17:48.550265 270580 start.go:167] duration metric: libmachine.API.Create for "addons-652078" took 14.456650031s
I1006 00:17:48.550277 270580 start.go:300] post-start starting for "addons-652078" (driver="docker")
I1006 00:17:48.550289 270580 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 00:17:48.550360 270580 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 00:17:48.550409 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:17:48.567529 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:17:48.661435 270580 ssh_runner.go:195] Run: cat /etc/os-release
I1006 00:17:48.664350 270580 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 00:17:48.664398 270580 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1006 00:17:48.664408 270580 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1006 00:17:48.664418 270580 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1006 00:17:48.664429 270580 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/addons for local assets ...
I1006 00:17:48.664476 270580 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/files for local assets ...
I1006 00:17:48.664500 270580 start.go:303] post-start completed in 114.214643ms
I1006 00:17:48.664752 270580 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-652078
I1006 00:17:48.681792 270580 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/config.json ...
I1006 00:17:48.682011 270580 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 00:17:48.682052 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:17:48.697157 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:17:48.785697 270580 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 00:17:48.789623 270580 start.go:128] duration metric: createHost completed in 14.698165737s
I1006 00:17:48.789647 270580 start.go:83] releasing machines lock for "addons-652078", held for 14.698306671s
I1006 00:17:48.789708 270580 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-652078
I1006 00:17:48.805169 270580 ssh_runner.go:195] Run: cat /version.json
I1006 00:17:48.805233 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:17:48.805290 270580 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 00:17:48.805401 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:17:48.822552 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:17:48.822861 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:17:48.996824 270580 ssh_runner.go:195] Run: systemctl --version
I1006 00:17:49.000808 270580 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 00:17:49.136409 270580 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1006 00:17:49.140509 270580 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:17:49.157395 270580 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1006 00:17:49.157464 270580 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:17:49.182954 270580 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1006 00:17:49.182981 270580 start.go:469] detecting cgroup driver to use...
I1006 00:17:49.183012 270580 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1006 00:17:49.183070 270580 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 00:17:49.195984 270580 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 00:17:49.205255 270580 docker.go:197] disabling cri-docker service (if available) ...
I1006 00:17:49.205299 270580 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 00:17:49.216714 270580 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 00:17:49.228646 270580 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 00:17:49.300904 270580 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 00:17:49.384770 270580 docker.go:213] disabling docker service ...
I1006 00:17:49.384831 270580 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 00:17:49.401627 270580 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 00:17:49.411544 270580 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 00:17:49.489513 270580 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 00:17:49.572860 270580 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 00:17:49.582513 270580 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 00:17:49.595890 270580 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1006 00:17:49.595953 270580 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:17:49.604335 270580 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 00:17:49.604400 270580 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:17:49.612539 270580 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:17:49.620499 270580 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:17:49.628382 270580 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 00:17:49.635828 270580 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 00:17:49.642897 270580 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 00:17:49.649783 270580 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 00:17:49.723825 270580 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 00:17:49.832793 270580 start.go:516] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 00:17:49.832874 270580 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 00:17:49.836090 270580 start.go:537] Will wait 60s for crictl version
I1006 00:17:49.836137 270580 ssh_runner.go:195] Run: which crictl
I1006 00:17:49.839331 270580 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1006 00:17:49.872607 270580 start.go:553] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1006 00:17:49.872687 270580 ssh_runner.go:195] Run: crio --version
I1006 00:17:49.904954 270580 ssh_runner.go:195] Run: crio --version
I1006 00:17:49.940132 270580 out.go:177] * Preparing Kubernetes v1.28.2 on CRI-O 1.24.6 ...
I1006 00:17:49.941559 270580 cli_runner.go:164] Run: docker network inspect addons-652078 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 00:17:49.957037 270580 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1006 00:17:49.960325 270580 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 00:17:49.970119 270580 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1006 00:17:49.970167 270580 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 00:17:50.017497 270580 crio.go:496] all images are preloaded for cri-o runtime.
I1006 00:17:50.017520 270580 crio.go:415] Images already preloaded, skipping extraction
I1006 00:17:50.017566 270580 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 00:17:50.050004 270580 crio.go:496] all images are preloaded for cri-o runtime.
I1006 00:17:50.050026 270580 cache_images.go:84] Images are preloaded, skipping loading
I1006 00:17:50.050094 270580 ssh_runner.go:195] Run: crio config
I1006 00:17:50.090499 270580 cni.go:84] Creating CNI manager for ""
I1006 00:17:50.090521 270580 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 00:17:50.090539 270580 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1006 00:17:50.090558 270580 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-652078 NodeName:addons-652078 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 00:17:50.090721 270580 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-652078"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 00:17:50.090812 270580 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-652078 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.2 ClusterName:addons-652078 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1006 00:17:50.090865 270580 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.2
I1006 00:17:50.099104 270580 binaries.go:44] Found k8s binaries, skipping transfer
I1006 00:17:50.099176 270580 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 00:17:50.106979 270580 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I1006 00:17:50.122124 270580 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 00:17:50.136956 270580 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I1006 00:17:50.151617 270580 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1006 00:17:50.154523 270580 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 00:17:50.163384 270580 certs.go:56] Setting up /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078 for IP: 192.168.49.2
I1006 00:17:50.163424 270580 certs.go:190] acquiring lock for shared ca certs: {Name:mk4207741d394fa2c1d7667c153e4d22770558d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:50.163539 270580 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key
I1006 00:17:50.279078 270580 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt ...
I1006 00:17:50.279108 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt: {Name:mk7c5e9877866fadf7ef763e7d079efce993d500 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:50.279280 270580 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key ...
I1006 00:17:50.279290 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key: {Name:mk36ea48d2c6bb650e172a99f3ec98fabc39bf10 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:50.279360 270580 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key
I1006 00:17:50.485374 270580 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt ...
I1006 00:17:50.485411 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt: {Name:mkc8d29dc4c017a6e7fbf3dfcfb37ffc738deadd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:50.485591 270580 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key ...
I1006 00:17:50.485603 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key: {Name:mkae38ccfc41f79768d0136bb7761951eef5b70f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:50.485718 270580 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.key
I1006 00:17:50.485733 270580 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt with IP's: []
I1006 00:17:50.762245 270580 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt ...
I1006 00:17:50.762275 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: {Name:mk829aff1eac5b7c26e1eed0921e421e6ca8e8b6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:50.762440 270580 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.key ...
I1006 00:17:50.762450 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.key: {Name:mk1f79fce4cbd34cb249f97b7a7d64a9bec3b91f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:50.762516 270580 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.key.dd3b5fb2
I1006 00:17:50.762532 270580 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1006 00:17:51.115188 270580 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.crt.dd3b5fb2 ...
I1006 00:17:51.115239 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.crt.dd3b5fb2: {Name:mk12c4e8fc314479f7212ff74cd7796dd841cc51 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:51.115410 270580 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.key.dd3b5fb2 ...
I1006 00:17:51.115423 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.key.dd3b5fb2: {Name:mk1caa15e62bc039f34a652087e400770078306a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:51.115487 270580 certs.go:337] copying /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.crt
I1006 00:17:51.115565 270580 certs.go:341] copying /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.key
I1006 00:17:51.115616 270580 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/proxy-client.key
I1006 00:17:51.115632 270580 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/proxy-client.crt with IP's: []
I1006 00:17:51.491141 270580 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/proxy-client.crt ...
I1006 00:17:51.491171 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/proxy-client.crt: {Name:mk4732e0b7e21a1dc82bc9800cd672a8294694e7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:51.491339 270580 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/proxy-client.key ...
I1006 00:17:51.491351 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/proxy-client.key: {Name:mk5abcd16d2ca137b92bd22e437aca838334fe24 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:51.491562 270580 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem (1679 bytes)
I1006 00:17:51.491601 270580 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem (1082 bytes)
I1006 00:17:51.491628 270580 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem (1123 bytes)
I1006 00:17:51.491654 270580 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem (1675 bytes)
I1006 00:17:51.492303 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1006 00:17:51.513771 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1006 00:17:51.533725 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 00:17:51.553629 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 00:17:51.573690 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 00:17:51.593705 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1006 00:17:51.613394 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 00:17:51.633090 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 00:17:51.653232 270580 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 00:17:51.673012 270580 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 00:17:51.687455 270580 ssh_runner.go:195] Run: openssl version
I1006 00:17:51.692399 270580 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 00:17:51.700267 270580 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 00:17:51.703431 270580 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 6 00:17 /usr/share/ca-certificates/minikubeCA.pem
I1006 00:17:51.703484 270580 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 00:17:51.709458 270580 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 00:17:51.717298 270580 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1006 00:17:51.720165 270580 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1006 00:17:51.720213 270580 kubeadm.go:404] StartCluster: {Name:addons-652078 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:addons-652078 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:17:51.720286 270580 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 00:17:51.720339 270580 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 00:17:51.752020 270580 cri.go:89] found id: ""
I1006 00:17:51.752098 270580 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 00:17:51.759753 270580 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 00:17:51.767311 270580 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1006 00:17:51.767368 270580 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 00:17:51.774641 270580 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 00:17:51.774697 270580 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 00:17:51.817516 270580 kubeadm.go:322] [init] Using Kubernetes version: v1.28.2
I1006 00:17:51.817603 270580 kubeadm.go:322] [preflight] Running pre-flight checks
I1006 00:17:51.852571 270580 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1006 00:17:51.852684 270580 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1006 00:17:51.852750 270580 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1006 00:17:51.852794 270580 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 00:17:51.852832 270580 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 00:17:51.852873 270580 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 00:17:51.852910 270580 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 00:17:51.852947 270580 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 00:17:51.853032 270580 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 00:17:51.853109 270580 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 00:17:51.853187 270580 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 00:17:51.853268 270580 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 00:17:51.913695 270580 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 00:17:51.913832 270580 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 00:17:51.913959 270580 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1006 00:17:52.101104 270580 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 00:17:52.104892 270580 out.go:204] - Generating certificates and keys ...
I1006 00:17:52.105011 270580 kubeadm.go:322] [certs] Using existing ca certificate authority
I1006 00:17:52.105123 270580 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1006 00:17:52.271073 270580 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 00:17:52.360791 270580 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1006 00:17:52.437514 270580 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1006 00:17:52.559114 270580 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1006 00:17:52.678053 270580 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1006 00:17:52.678225 270580 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-652078 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1006 00:17:52.985003 270580 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1006 00:17:52.985132 270580 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-652078 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1006 00:17:53.049513 270580 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 00:17:53.167183 270580 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 00:17:53.397363 270580 kubeadm.go:322] [certs] Generating "sa" key and public key
I1006 00:17:53.397463 270580 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 00:17:53.519248 270580 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 00:17:53.657789 270580 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 00:17:53.836631 270580 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 00:17:53.906049 270580 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 00:17:53.906547 270580 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 00:17:53.908633 270580 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 00:17:53.911467 270580 out.go:204] - Booting up control plane ...
I1006 00:17:53.911612 270580 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 00:17:53.911738 270580 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 00:17:53.911837 270580 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 00:17:53.918557 270580 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 00:17:53.919264 270580 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 00:17:53.919320 270580 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1006 00:17:53.993653 270580 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1006 00:17:58.995646 270580 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.002055 seconds
I1006 00:17:58.995771 270580 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 00:17:59.007591 270580 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 00:17:59.527876 270580 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1006 00:17:59.528170 270580 kubeadm.go:322] [mark-control-plane] Marking the node addons-652078 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 00:18:00.036825 270580 kubeadm.go:322] [bootstrap-token] Using token: ocugih.edd2ast964c8ksff
I1006 00:18:00.038001 270580 out.go:204] - Configuring RBAC rules ...
I1006 00:18:00.038122 270580 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 00:18:00.042671 270580 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 00:18:00.048236 270580 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 00:18:00.051152 270580 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 00:18:00.054556 270580 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 00:18:00.056919 270580 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 00:18:00.066797 270580 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 00:18:00.280621 270580 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1006 00:18:00.485555 270580 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1006 00:18:00.486890 270580 kubeadm.go:322]
I1006 00:18:00.486989 270580 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1006 00:18:00.487001 270580 kubeadm.go:322]
I1006 00:18:00.487113 270580 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1006 00:18:00.487134 270580 kubeadm.go:322]
I1006 00:18:00.487177 270580 kubeadm.go:322] mkdir -p $HOME/.kube
I1006 00:18:00.487318 270580 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 00:18:00.487402 270580 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 00:18:00.487412 270580 kubeadm.go:322]
I1006 00:18:00.487516 270580 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1006 00:18:00.487541 270580 kubeadm.go:322]
I1006 00:18:00.487617 270580 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 00:18:00.487631 270580 kubeadm.go:322]
I1006 00:18:00.487702 270580 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1006 00:18:00.487837 270580 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 00:18:00.487951 270580 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 00:18:00.487964 270580 kubeadm.go:322]
I1006 00:18:00.488101 270580 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1006 00:18:00.488347 270580 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1006 00:18:00.488371 270580 kubeadm.go:322]
I1006 00:18:00.488493 270580 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token ocugih.edd2ast964c8ksff \
I1006 00:18:00.488625 270580 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4 \
I1006 00:18:00.488653 270580 kubeadm.go:322] --control-plane
I1006 00:18:00.488704 270580 kubeadm.go:322]
I1006 00:18:00.488821 270580 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1006 00:18:00.488830 270580 kubeadm.go:322]
I1006 00:18:00.488919 270580 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token ocugih.edd2ast964c8ksff \
I1006 00:18:00.489030 270580 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4
I1006 00:18:00.490915 270580 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1006 00:18:00.491055 270580 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 00:18:00.491086 270580 cni.go:84] Creating CNI manager for ""
I1006 00:18:00.491097 270580 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 00:18:00.492710 270580 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1006 00:18:00.494052 270580 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 00:18:00.498506 270580 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.2/kubectl ...
I1006 00:18:00.498524 270580 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1006 00:18:00.515044 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 00:18:01.165170 270580 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 00:18:01.165268 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:01.165271 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34 minikube.k8s.io/name=addons-652078 minikube.k8s.io/updated_at=2023_10_06T00_18_01_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:01.230306 270580 ops.go:34] apiserver oom_adj: -16
I1006 00:18:01.230444 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:01.313981 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:01.876363 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:02.376663 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:02.876770 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:03.376477 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:03.875973 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:04.376630 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:04.876210 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:05.376141 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:05.876244 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:06.376053 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:06.875751 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:07.376610 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:07.876366 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:08.376434 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:08.876549 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:09.376752 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:09.876763 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:10.376148 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:10.875808 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:11.376196 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:11.875878 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:12.376167 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:12.876757 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:13.375833 270580 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:18:13.442882 270580 kubeadm.go:1081] duration metric: took 12.277677906s to wait for elevateKubeSystemPrivileges.
I1006 00:18:13.442919 270580 kubeadm.go:406] StartCluster complete in 21.72271272s
I1006 00:18:13.442939 270580 settings.go:142] acquiring lock: {Name:mk19622e29b22f72346248a47b6714fc78e93b28 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:18:13.443057 270580 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:18:13.443676 270580 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/kubeconfig: {Name:mk4a3004eb677fc1447c45c80274875e8038d876 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:18:13.443934 270580 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 00:18:13.444118 270580 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1006 00:18:13.444196 270580 config.go:182] Loaded profile config "addons-652078": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:18:13.444231 270580 addons.go:69] Setting volumesnapshots=true in profile "addons-652078"
I1006 00:18:13.444246 270580 addons.go:69] Setting ingress=true in profile "addons-652078"
I1006 00:18:13.444260 270580 addons.go:231] Setting addon volumesnapshots=true in "addons-652078"
I1006 00:18:13.444263 270580 addons.go:231] Setting addon ingress=true in "addons-652078"
I1006 00:18:13.444354 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.444384 270580 addons.go:69] Setting helm-tiller=true in profile "addons-652078"
I1006 00:18:13.444400 270580 addons.go:231] Setting addon helm-tiller=true in "addons-652078"
I1006 00:18:13.444407 270580 addons.go:69] Setting metrics-server=true in profile "addons-652078"
I1006 00:18:13.444428 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.444436 270580 addons.go:231] Setting addon metrics-server=true in "addons-652078"
I1006 00:18:13.444478 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.444950 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.444977 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.444991 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.445159 270580 addons.go:69] Setting inspektor-gadget=true in profile "addons-652078"
I1006 00:18:13.445190 270580 addons.go:231] Setting addon inspektor-gadget=true in "addons-652078"
I1006 00:18:13.445232 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.445687 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.444354 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.445933 270580 addons.go:69] Setting registry=true in profile "addons-652078"
I1006 00:18:13.445957 270580 addons.go:231] Setting addon registry=true in "addons-652078"
I1006 00:18:13.446012 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.446398 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.446493 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.446561 270580 addons.go:69] Setting storage-provisioner=true in profile "addons-652078"
I1006 00:18:13.446582 270580 addons.go:231] Setting addon storage-provisioner=true in "addons-652078"
I1006 00:18:13.446656 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.444362 270580 addons.go:69] Setting cloud-spanner=true in profile "addons-652078"
I1006 00:18:13.446805 270580 addons.go:231] Setting addon cloud-spanner=true in "addons-652078"
I1006 00:18:13.446867 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.447207 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.447292 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.446598 270580 addons.go:69] Setting ingress-dns=true in profile "addons-652078"
I1006 00:18:13.469536 270580 addons.go:231] Setting addon ingress-dns=true in "addons-652078"
I1006 00:18:13.469636 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.470282 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.444373 270580 addons.go:69] Setting default-storageclass=true in profile "addons-652078"
I1006 00:18:13.444379 270580 addons.go:69] Setting gcp-auth=true in profile "addons-652078"
I1006 00:18:13.445907 270580 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-652078"
I1006 00:18:13.444368 270580 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-652078"
I1006 00:18:13.470657 270580 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-652078"
I1006 00:18:13.471314 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.470741 270580 mustload.go:65] Loading cluster: addons-652078
I1006 00:18:13.471622 270580 config.go:182] Loaded profile config "addons-652078": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:18:13.471829 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.470908 270580 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-652078"
I1006 00:18:13.474422 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.470996 270580 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-652078"
I1006 00:18:13.478472 270580 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I1006 00:18:13.479903 270580 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I1006 00:18:13.479926 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I1006 00:18:13.479975 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.478540 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.480611 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.489895 270580 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.1
I1006 00:18:13.494321 270580 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 00:18:13.495721 270580 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 00:18:13.495741 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 00:18:13.495800 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.497481 270580 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I1006 00:18:13.499245 270580 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I1006 00:18:13.500669 270580 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1006 00:18:13.500690 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)
I1006 00:18:13.500751 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.502797 270580 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1006 00:18:13.503955 270580 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1006 00:18:13.503974 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1006 00:18:13.504014 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.511607 270580 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.21.0
I1006 00:18:13.510648 270580 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-652078" context rescaled to 1 replicas
I1006 00:18:13.512851 270580 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 00:18:13.514130 270580 out.go:177] * Verifying Kubernetes components...
I1006 00:18:13.512994 270580 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1006 00:18:13.515481 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1006 00:18:13.515539 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.515733 270580 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:18:13.527062 270580 addons.go:231] Setting addon default-storageclass=true in "addons-652078"
I1006 00:18:13.527115 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.527605 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.531778 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.536371 270580 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1006 00:18:13.537734 270580 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1006 00:18:13.537769 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1006 00:18:13.537822 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.542200 270580 out.go:177] - Using image docker.io/registry:2.8.1
I1006 00:18:13.544259 270580 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1006 00:18:13.545795 270580 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1006 00:18:13.545815 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1006 00:18:13.545881 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.551064 270580 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1006 00:18:13.553121 270580 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1006 00:18:13.553361 270580 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1006 00:18:13.553601 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.554943 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1006 00:18:13.555035 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.555432 270580 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1006 00:18:13.557763 270580 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1006 00:18:13.560641 270580 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1006 00:18:13.560567 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.559765 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.557915 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.562128 270580 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1006 00:18:13.566541 270580 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1006 00:18:13.570509 270580 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.10
I1006 00:18:13.571913 270580 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1006 00:18:13.571931 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1006 00:18:13.571982 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.570432 270580 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1006 00:18:13.573631 270580 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1006 00:18:13.575028 270580 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1006 00:18:13.575044 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1006 00:18:13.575091 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.575742 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.575815 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.576926 270580 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-652078"
I1006 00:18:13.576970 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:13.577443 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:13.585525 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.585578 270580 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1006 00:18:13.585594 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 00:18:13.585643 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.586764 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.610642 270580 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1006 00:18:13.608806 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.612891 270580 out.go:177] - Using image docker.io/busybox:stable
I1006 00:18:13.614311 270580 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1006 00:18:13.614331 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1006 00:18:13.614392 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:13.617889 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.618893 270580 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 00:18:13.619777 270580 node_ready.go:35] waiting up to 6m0s for node "addons-652078" to be "Ready" ...
I1006 00:18:13.630616 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.636332 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:13.807051 270580 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1006 00:18:13.807080 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1006 00:18:13.813180 270580 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I1006 00:18:13.813204 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I1006 00:18:13.896901 270580 addons.go:423] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I1006 00:18:13.896987 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I1006 00:18:13.904889 270580 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1006 00:18:13.904917 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1006 00:18:13.988283 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1006 00:18:13.992327 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1006 00:18:13.992619 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 00:18:14.000469 270580 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1006 00:18:14.000493 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1006 00:18:14.002053 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I1006 00:18:14.004494 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 00:18:14.083460 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1006 00:18:14.097224 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1006 00:18:14.182049 270580 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1006 00:18:14.182155 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1006 00:18:14.193988 270580 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1006 00:18:14.194072 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1006 00:18:14.197073 270580 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1006 00:18:14.197151 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1006 00:18:14.395957 270580 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1006 00:18:14.395988 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1006 00:18:14.401668 270580 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1006 00:18:14.401767 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1006 00:18:14.402520 270580 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1006 00:18:14.402540 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1006 00:18:14.404084 270580 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1006 00:18:14.404140 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1006 00:18:14.483410 270580 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1006 00:18:14.483497 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1006 00:18:14.585620 270580 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1006 00:18:14.585649 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1006 00:18:14.700140 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1006 00:18:14.782808 270580 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1006 00:18:14.782895 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1006 00:18:14.799085 270580 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1006 00:18:14.799118 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1006 00:18:14.888254 270580 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1006 00:18:14.888285 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1006 00:18:14.891491 270580 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 00:18:14.891518 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1006 00:18:15.083082 270580 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1006 00:18:15.083114 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1006 00:18:15.191787 270580 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.572856529s)
I1006 00:18:15.191873 270580 start.go:923] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1006 00:18:15.194470 270580 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1006 00:18:15.194529 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1006 00:18:15.385194 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 00:18:15.385683 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1006 00:18:15.391269 270580 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1006 00:18:15.391293 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1006 00:18:15.497299 270580 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1006 00:18:15.497338 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1006 00:18:15.683581 270580 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1006 00:18:15.683672 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1006 00:18:15.790558 270580 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1006 00:18:15.790641 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1006 00:18:15.898892 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:16.003320 270580 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1006 00:18:16.003345 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1006 00:18:16.303858 270580 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1006 00:18:16.303887 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1006 00:18:16.487861 270580 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1006 00:18:16.487897 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1006 00:18:16.702463 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1006 00:18:16.800871 270580 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1006 00:18:16.800967 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1006 00:18:17.084590 270580 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1006 00:18:17.084622 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1006 00:18:17.282459 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1006 00:18:18.291697 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:19.608559 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.620157315s)
I1006 00:18:19.608599 270580 addons.go:467] Verifying addon ingress=true in "addons-652078"
I1006 00:18:19.608643 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.616221851s)
I1006 00:18:19.610044 270580 out.go:177] * Verifying ingress addon...
I1006 00:18:19.608684 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.616013825s)
I1006 00:18:19.608759 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (5.606674389s)
I1006 00:18:19.608827 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.604294144s)
I1006 00:18:19.608857 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.525305529s)
I1006 00:18:19.608930 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.511622345s)
I1006 00:18:19.608955 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.90878558s)
I1006 00:18:19.609025 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.223285868s)
I1006 00:18:19.609109 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.223841421s)
I1006 00:18:19.609148 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (2.906536475s)
I1006 00:18:19.611366 270580 addons.go:467] Verifying addon metrics-server=true in "addons-652078"
I1006 00:18:19.611374 270580 addons.go:467] Verifying addon registry=true in "addons-652078"
W1006 00:18:19.611427 270580 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1006 00:18:19.612857 270580 out.go:177] * Verifying registry addon...
I1006 00:18:19.611481 270580 retry.go:31] will retry after 161.867821ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1006 00:18:19.612319 270580 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1006 00:18:19.614993 270580 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
W1006 00:18:19.619068 270580 out.go:239] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1006 00:18:19.619678 270580 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1006 00:18:19.619701 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:19.620153 270580 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1006 00:18:19.620170 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:19.622864 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:19.623160 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:19.776528 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 00:18:20.126958 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:20.127154 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:20.336992 270580 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1006 00:18:20.337087 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:20.355530 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:20.506916 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.224384097s)
I1006 00:18:20.506962 270580 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-652078"
I1006 00:18:20.508769 270580 out.go:177] * Verifying csi-hostpath-driver addon...
I1006 00:18:20.511774 270580 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1006 00:18:20.593242 270580 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1006 00:18:20.593274 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:20.598556 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:20.603374 270580 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1006 00:18:20.620278 270580 addons.go:231] Setting addon gcp-auth=true in "addons-652078"
I1006 00:18:20.620346 270580 host.go:66] Checking if "addons-652078" exists ...
I1006 00:18:20.620795 270580 cli_runner.go:164] Run: docker container inspect addons-652078 --format={{.State.Status}}
I1006 00:18:20.626429 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:20.637508 270580 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1006 00:18:20.637558 270580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-652078
I1006 00:18:20.653844 270580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/addons-652078/id_rsa Username:docker}
I1006 00:18:20.684993 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:20.705879 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:20.929998 270580 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.153420342s)
I1006 00:18:20.931917 270580 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I1006 00:18:20.933483 270580 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1006 00:18:20.934821 270580 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1006 00:18:20.934833 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1006 00:18:20.951461 270580 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1006 00:18:20.951481 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1006 00:18:20.966829 270580 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1006 00:18:20.966851 270580 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)
I1006 00:18:20.982634 270580 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1006 00:18:21.102977 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:21.127305 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:21.127358 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:21.390071 270580 addons.go:467] Verifying addon gcp-auth=true in "addons-652078"
I1006 00:18:21.391670 270580 out.go:177] * Verifying gcp-auth addon...
I1006 00:18:21.393574 270580 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1006 00:18:21.395939 270580 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1006 00:18:21.395963 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:21.400224 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:21.603837 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:21.627439 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:21.685112 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:21.904650 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:22.103860 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:22.185964 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:22.186914 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:22.404372 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:22.603725 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:22.683973 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:22.684300 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:22.706124 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:22.904228 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:23.103829 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:23.183835 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:23.184177 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:23.404016 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:23.603251 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:23.689514 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:23.689955 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:23.904146 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:24.103191 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:24.127687 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:24.127849 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:24.403995 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:24.602792 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:24.627122 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:24.627370 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:24.904306 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:25.103308 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:25.127222 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:25.127562 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:25.206101 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:25.403859 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:25.602614 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:25.627058 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:25.627091 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:25.904298 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:26.103426 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:26.126870 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:26.126880 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:26.403472 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:26.602980 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:26.627185 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:26.627212 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:26.903559 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:27.104967 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:27.126781 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:27.127195 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:27.403542 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:27.603178 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:27.627133 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:27.627161 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:27.705712 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:27.903686 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:28.102329 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:28.126958 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:28.127159 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:28.403705 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:28.603428 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:28.626561 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:28.626917 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:28.903907 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:29.102819 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:29.128067 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:29.128319 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:29.403272 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:29.603041 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:29.626802 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:29.627001 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:29.903302 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:30.104580 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:30.126885 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:30.127142 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:30.205402 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:30.404369 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:30.603380 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:30.626376 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:30.627012 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:30.903934 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:31.102499 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:31.126814 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:31.127004 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:31.403900 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:31.602687 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:31.626857 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:31.626928 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:31.903847 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:32.102345 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:32.126425 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:32.127043 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:32.205718 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:32.403423 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:32.603047 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:32.627070 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:32.627341 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:32.903635 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:33.102622 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:33.126559 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:33.126723 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:33.403975 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:33.602682 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:33.626747 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:33.627027 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:33.904229 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:34.104590 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:34.126303 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:34.126546 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:34.205959 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:34.403651 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:34.603234 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:34.627201 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:34.627449 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:34.903533 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:35.103288 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:35.126060 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:35.126957 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:35.403471 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:35.603088 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:35.627061 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:35.627240 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:35.903794 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:36.104016 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:36.127185 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:36.127587 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:36.404205 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:36.603047 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:36.627278 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:36.627392 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:36.706020 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:36.903796 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:37.103562 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:37.126439 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:37.126618 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:37.403557 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:37.603390 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:37.626058 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:37.626337 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:37.904103 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:38.105298 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:38.127507 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:38.127539 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:38.403708 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:38.602453 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:38.626500 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:38.626651 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:38.905685 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:39.103304 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:39.127326 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:39.127343 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:39.206150 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:39.403908 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:39.602674 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:39.626511 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:39.626753 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:39.904200 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:40.104923 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:40.126783 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:40.126801 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:40.404226 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:40.602921 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:40.627131 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:40.627131 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:40.903701 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:41.102525 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:41.126705 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:41.126910 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:41.403494 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:41.603410 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:41.626388 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:41.626613 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:41.705942 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:41.903870 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:42.102704 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:42.127102 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:42.127173 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:42.403698 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:42.603293 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:42.627181 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:42.627255 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:42.903965 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:43.102955 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:43.127014 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:43.127403 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:43.403423 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:43.603165 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:43.627007 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:43.627447 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:43.903591 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:44.106044 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:44.126842 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:44.126989 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:44.205546 270580 node_ready.go:58] node "addons-652078" has status "Ready":"False"
I1006 00:18:44.403473 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:44.603146 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:44.627782 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:44.628457 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:44.904293 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:45.104468 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:45.126248 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:45.126453 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:45.403985 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:45.602452 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:45.626901 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:45.627117 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:45.903728 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:46.102574 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:46.126471 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:46.126752 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:46.405947 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:46.603390 270580 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1006 00:18:46.603422 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:46.626824 270580 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1006 00:18:46.626846 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:46.626941 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:46.715150 270580 node_ready.go:49] node "addons-652078" has status "Ready":"True"
I1006 00:18:46.715176 270580 node_ready.go:38] duration metric: took 33.09537766s waiting for node "addons-652078" to be "Ready" ...
I1006 00:18:46.715188 270580 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1006 00:18:46.791557 270580 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-wxh8v" in "kube-system" namespace to be "Ready" ...
I1006 00:18:46.904860 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:47.110072 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:47.129122 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:47.129822 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:47.403239 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:47.604900 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:47.628468 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:47.628583 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:47.810662 270580 pod_ready.go:92] pod "coredns-5dd5756b68-wxh8v" in "kube-system" namespace has status "Ready":"True"
I1006 00:18:47.810687 270580 pod_ready.go:81] duration metric: took 1.019095316s waiting for pod "coredns-5dd5756b68-wxh8v" in "kube-system" namespace to be "Ready" ...
I1006 00:18:47.810717 270580 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-652078" in "kube-system" namespace to be "Ready" ...
I1006 00:18:47.814982 270580 pod_ready.go:92] pod "etcd-addons-652078" in "kube-system" namespace has status "Ready":"True"
I1006 00:18:47.815005 270580 pod_ready.go:81] duration metric: took 4.280012ms waiting for pod "etcd-addons-652078" in "kube-system" namespace to be "Ready" ...
I1006 00:18:47.815019 270580 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-652078" in "kube-system" namespace to be "Ready" ...
I1006 00:18:47.818953 270580 pod_ready.go:92] pod "kube-apiserver-addons-652078" in "kube-system" namespace has status "Ready":"True"
I1006 00:18:47.818972 270580 pod_ready.go:81] duration metric: took 3.94239ms waiting for pod "kube-apiserver-addons-652078" in "kube-system" namespace to be "Ready" ...
I1006 00:18:47.818980 270580 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-652078" in "kube-system" namespace to be "Ready" ...
I1006 00:18:47.903815 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:47.905405 270580 pod_ready.go:92] pod "kube-controller-manager-addons-652078" in "kube-system" namespace has status "Ready":"True"
I1006 00:18:47.905425 270580 pod_ready.go:81] duration metric: took 86.438888ms waiting for pod "kube-controller-manager-addons-652078" in "kube-system" namespace to be "Ready" ...
I1006 00:18:47.905437 270580 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-gbpts" in "kube-system" namespace to be "Ready" ...
I1006 00:18:48.104629 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:48.127108 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:48.127113 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:48.305588 270580 pod_ready.go:92] pod "kube-proxy-gbpts" in "kube-system" namespace has status "Ready":"True"
I1006 00:18:48.305611 270580 pod_ready.go:81] duration metric: took 400.167465ms waiting for pod "kube-proxy-gbpts" in "kube-system" namespace to be "Ready" ...
I1006 00:18:48.305619 270580 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-652078" in "kube-system" namespace to be "Ready" ...
I1006 00:18:48.403386 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:48.603207 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:48.626981 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:48.627103 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:48.705404 270580 pod_ready.go:92] pod "kube-scheduler-addons-652078" in "kube-system" namespace has status "Ready":"True"
I1006 00:18:48.705425 270580 pod_ready.go:81] duration metric: took 399.79964ms waiting for pod "kube-scheduler-addons-652078" in "kube-system" namespace to be "Ready" ...
I1006 00:18:48.705436 270580 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-7c66d45ddc-zch2f" in "kube-system" namespace to be "Ready" ...
I1006 00:18:48.903421 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:49.104678 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:49.127089 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:49.127237 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:49.403795 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:49.604106 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:49.627230 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:49.628332 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:49.904825 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:50.107131 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:50.127720 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:50.127787 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:50.405770 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:50.603982 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:50.630875 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:50.631662 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:50.905154 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:51.013916 270580 pod_ready.go:102] pod "metrics-server-7c66d45ddc-zch2f" in "kube-system" namespace has status "Ready":"False"
I1006 00:18:51.105462 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:51.127353 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:51.127701 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:51.404515 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:51.603481 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:51.627981 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:51.628948 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:51.904202 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:52.106069 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:52.126603 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:52.127728 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:52.403358 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:52.603901 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:52.628370 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:52.628570 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:52.904378 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:53.018818 270580 pod_ready.go:102] pod "metrics-server-7c66d45ddc-zch2f" in "kube-system" namespace has status "Ready":"False"
I1006 00:18:53.104653 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:53.187134 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:53.188061 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:53.404558 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:53.604259 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:53.628251 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:53.628501 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:53.904577 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:54.107038 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:54.127236 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:54.127544 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:54.403538 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:54.604306 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:54.630049 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:54.630512 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:54.903610 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:55.104202 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:55.126888 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:55.127167 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:55.404393 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:55.512595 270580 pod_ready.go:102] pod "metrics-server-7c66d45ddc-zch2f" in "kube-system" namespace has status "Ready":"False"
I1006 00:18:55.604545 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:55.629164 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:55.629377 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:55.904086 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:56.105999 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:56.126330 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:56.127648 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:56.404318 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:56.607881 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:56.627830 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:56.628217 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:57.014311 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:57.104933 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:57.127945 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:57.128126 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:57.403210 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:57.513900 270580 pod_ready.go:102] pod "metrics-server-7c66d45ddc-zch2f" in "kube-system" namespace has status "Ready":"False"
I1006 00:18:57.604562 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:57.627797 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:57.627898 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:57.904044 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:58.104066 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:58.127477 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:58.127953 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:58.404134 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:58.604261 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:58.626935 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:58.627194 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:58.904572 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:59.103720 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:59.126172 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:59.128000 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:59.404248 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:18:59.604872 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:18:59.627611 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:18:59.627648 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:18:59.904125 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:00.013081 270580 pod_ready.go:102] pod "metrics-server-7c66d45ddc-zch2f" in "kube-system" namespace has status "Ready":"False"
I1006 00:19:00.104499 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:00.127413 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:00.127591 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:00.404865 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:00.604206 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:00.627033 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:00.627634 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:00.904080 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:01.106398 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:01.127235 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:01.127948 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:01.404650 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:01.603852 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:01.629479 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:01.629540 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:01.904093 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:02.015190 270580 pod_ready.go:92] pod "metrics-server-7c66d45ddc-zch2f" in "kube-system" namespace has status "Ready":"True"
I1006 00:19:02.015264 270580 pod_ready.go:81] duration metric: took 13.309820523s waiting for pod "metrics-server-7c66d45ddc-zch2f" in "kube-system" namespace to be "Ready" ...
I1006 00:19:02.015302 270580 pod_ready.go:38] duration metric: took 15.300089523s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1006 00:19:02.015335 270580 api_server.go:52] waiting for apiserver process to appear ...
I1006 00:19:02.015405 270580 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 00:19:02.027276 270580 api_server.go:72] duration metric: took 48.514383359s to wait for apiserver process to appear ...
I1006 00:19:02.027303 270580 api_server.go:88] waiting for apiserver healthz status ...
I1006 00:19:02.027324 270580 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1006 00:19:02.032019 270580 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1006 00:19:02.033490 270580 api_server.go:141] control plane version: v1.28.2
I1006 00:19:02.033518 270580 api_server.go:131] duration metric: took 6.207532ms to wait for apiserver health ...
I1006 00:19:02.033528 270580 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 00:19:02.043199 270580 system_pods.go:59] 18 kube-system pods found
I1006 00:19:02.043238 270580 system_pods.go:61] "coredns-5dd5756b68-wxh8v" [48d8a04a-144e-41dc-a0d1-fc9f6e63b22e] Running
I1006 00:19:02.043248 270580 system_pods.go:61] "csi-hostpath-attacher-0" [a9980b4c-9277-4472-85f8-2e213cc1bd3b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1006 00:19:02.043257 270580 system_pods.go:61] "csi-hostpath-resizer-0" [44df9cea-e6c7-452b-a61f-95c51913a63f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1006 00:19:02.043289 270580 system_pods.go:61] "csi-hostpathplugin-zt9f5" [fb3674d2-9303-4e18-9624-7c99c5cb2b7f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1006 00:19:02.043300 270580 system_pods.go:61] "etcd-addons-652078" [64820975-4a05-4926-b1db-61225bd5e1b7] Running
I1006 00:19:02.043305 270580 system_pods.go:61] "kindnet-wqb28" [e4612230-cf43-4a50-8682-6f54efc74f41] Running
I1006 00:19:02.043309 270580 system_pods.go:61] "kube-apiserver-addons-652078" [aaaff73d-ec48-44e1-ac86-5ab8a0dc8707] Running
I1006 00:19:02.043318 270580 system_pods.go:61] "kube-controller-manager-addons-652078" [174a96a0-c327-4d58-b537-d6a8e4a9feb2] Running
I1006 00:19:02.043324 270580 system_pods.go:61] "kube-ingress-dns-minikube" [dd966ed6-bbab-4003-b907-300c446aa177] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1006 00:19:02.043332 270580 system_pods.go:61] "kube-proxy-gbpts" [c8cdc3b8-35f8-4ff6-bf4b-c3b18d61b15a] Running
I1006 00:19:02.043336 270580 system_pods.go:61] "kube-scheduler-addons-652078" [9eb7f5d2-69a4-4784-95bf-fc620f3d9d56] Running
I1006 00:19:02.043343 270580 system_pods.go:61] "metrics-server-7c66d45ddc-zch2f" [f0f750b1-59ad-49b9-8439-0d06c652d75e] Running
I1006 00:19:02.043347 270580 system_pods.go:61] "registry-7rmt2" [2578651d-0f7d-4124-8e64-1c23598ce10f] Running
I1006 00:19:02.043353 270580 system_pods.go:61] "registry-proxy-zv2sn" [d63c8fbc-5083-4d35-a39f-afc803631d43] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1006 00:19:02.043360 270580 system_pods.go:61] "snapshot-controller-58dbcc7b99-ggbrn" [8e568da0-78c0-4b3a-a96f-6bd94c3c7a0e] Running
I1006 00:19:02.043364 270580 system_pods.go:61] "snapshot-controller-58dbcc7b99-p4mgf" [6f41ee2a-ed06-4da2-a484-6167c53c2e73] Running
I1006 00:19:02.043368 270580 system_pods.go:61] "storage-provisioner" [a7d2a3ae-8ba4-49b6-b69c-dfb794f9d552] Running
I1006 00:19:02.043374 270580 system_pods.go:61] "tiller-deploy-7b677967b9-k6s7h" [129cec54-7c56-44b8-8260-21b87eb6d2a8] Running
I1006 00:19:02.043380 270580 system_pods.go:74] duration metric: took 9.847014ms to wait for pod list to return data ...
I1006 00:19:02.043390 270580 default_sa.go:34] waiting for default service account to be created ...
I1006 00:19:02.045545 270580 default_sa.go:45] found service account: "default"
I1006 00:19:02.045568 270580 default_sa.go:55] duration metric: took 2.169771ms for default service account to be created ...
I1006 00:19:02.045577 270580 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 00:19:02.055406 270580 system_pods.go:86] 18 kube-system pods found
I1006 00:19:02.055431 270580 system_pods.go:89] "coredns-5dd5756b68-wxh8v" [48d8a04a-144e-41dc-a0d1-fc9f6e63b22e] Running
I1006 00:19:02.055439 270580 system_pods.go:89] "csi-hostpath-attacher-0" [a9980b4c-9277-4472-85f8-2e213cc1bd3b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1006 00:19:02.055449 270580 system_pods.go:89] "csi-hostpath-resizer-0" [44df9cea-e6c7-452b-a61f-95c51913a63f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1006 00:19:02.055464 270580 system_pods.go:89] "csi-hostpathplugin-zt9f5" [fb3674d2-9303-4e18-9624-7c99c5cb2b7f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1006 00:19:02.055472 270580 system_pods.go:89] "etcd-addons-652078" [64820975-4a05-4926-b1db-61225bd5e1b7] Running
I1006 00:19:02.055478 270580 system_pods.go:89] "kindnet-wqb28" [e4612230-cf43-4a50-8682-6f54efc74f41] Running
I1006 00:19:02.055485 270580 system_pods.go:89] "kube-apiserver-addons-652078" [aaaff73d-ec48-44e1-ac86-5ab8a0dc8707] Running
I1006 00:19:02.055493 270580 system_pods.go:89] "kube-controller-manager-addons-652078" [174a96a0-c327-4d58-b537-d6a8e4a9feb2] Running
I1006 00:19:02.055508 270580 system_pods.go:89] "kube-ingress-dns-minikube" [dd966ed6-bbab-4003-b907-300c446aa177] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1006 00:19:02.055520 270580 system_pods.go:89] "kube-proxy-gbpts" [c8cdc3b8-35f8-4ff6-bf4b-c3b18d61b15a] Running
I1006 00:19:02.055532 270580 system_pods.go:89] "kube-scheduler-addons-652078" [9eb7f5d2-69a4-4784-95bf-fc620f3d9d56] Running
I1006 00:19:02.055543 270580 system_pods.go:89] "metrics-server-7c66d45ddc-zch2f" [f0f750b1-59ad-49b9-8439-0d06c652d75e] Running
I1006 00:19:02.055553 270580 system_pods.go:89] "registry-7rmt2" [2578651d-0f7d-4124-8e64-1c23598ce10f] Running
I1006 00:19:02.055563 270580 system_pods.go:89] "registry-proxy-zv2sn" [d63c8fbc-5083-4d35-a39f-afc803631d43] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1006 00:19:02.055574 270580 system_pods.go:89] "snapshot-controller-58dbcc7b99-ggbrn" [8e568da0-78c0-4b3a-a96f-6bd94c3c7a0e] Running
I1006 00:19:02.055584 270580 system_pods.go:89] "snapshot-controller-58dbcc7b99-p4mgf" [6f41ee2a-ed06-4da2-a484-6167c53c2e73] Running
I1006 00:19:02.055594 270580 system_pods.go:89] "storage-provisioner" [a7d2a3ae-8ba4-49b6-b69c-dfb794f9d552] Running
I1006 00:19:02.055602 270580 system_pods.go:89] "tiller-deploy-7b677967b9-k6s7h" [129cec54-7c56-44b8-8260-21b87eb6d2a8] Running
I1006 00:19:02.055614 270580 system_pods.go:126] duration metric: took 10.029934ms to wait for k8s-apps to be running ...
I1006 00:19:02.055627 270580 system_svc.go:44] waiting for kubelet service to be running ....
I1006 00:19:02.055676 270580 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:19:02.068449 270580 system_svc.go:56] duration metric: took 12.815585ms WaitForService to wait for kubelet.
I1006 00:19:02.068480 270580 kubeadm.go:581] duration metric: took 48.55559799s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1006 00:19:02.068507 270580 node_conditions.go:102] verifying NodePressure condition ...
I1006 00:19:02.084523 270580 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1006 00:19:02.084550 270580 node_conditions.go:123] node cpu capacity is 8
I1006 00:19:02.084566 270580 node_conditions.go:105] duration metric: took 16.053316ms to run NodePressure ...
I1006 00:19:02.084582 270580 start.go:228] waiting for startup goroutines ...
I1006 00:19:02.106197 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:02.126606 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:02.127119 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:02.404239 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:02.604021 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:02.627317 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:02.627776 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:02.903859 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:03.105888 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:03.127944 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:03.128239 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:03.404580 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:03.604011 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:03.627169 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:03.627180 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:03.904302 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:04.106396 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:04.186956 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:04.187560 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:04.404549 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:04.604399 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:04.685883 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:04.686387 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:04.904300 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:05.108142 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:05.185180 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:05.185381 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:05.404455 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:05.604333 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:05.627712 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:05.627775 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:05.904456 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:06.105008 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:06.128612 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:06.128640 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:06.403953 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:06.603727 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:06.628291 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:06.628561 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:06.905223 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:07.113655 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:07.189268 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:07.189267 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:07.404630 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:07.605114 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:07.628877 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:07.629861 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:07.903732 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:08.103772 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:08.128090 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:08.129216 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:08.403878 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:08.606117 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:08.627748 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:08.627827 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:08.903786 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:09.107184 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:09.127052 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:09.127997 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:09.404241 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:09.603954 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:09.627323 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:09.627421 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:09.904306 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:10.105613 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:10.127727 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:10.127761 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:10.403513 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:10.604413 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:10.627176 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:10.627510 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:10.904019 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:11.104147 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:11.127821 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:11.130279 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:11.404475 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:11.604176 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:11.626969 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:11.627344 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:11.904508 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:12.105124 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:12.127599 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:12.127835 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:12.403631 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:12.604064 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:12.627194 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:12.627201 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:12.903881 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:13.106005 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:13.126414 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:13.126877 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:13.403909 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:13.603466 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:13.628318 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:13.629056 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:13.904229 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:14.104585 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:14.127535 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:14.127563 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:14.403958 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:14.604078 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:14.627908 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:14.628850 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:14.904231 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:15.104817 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:15.127333 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:15.127607 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:15.404459 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:15.604596 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:15.628385 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:15.628980 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:15.904333 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:16.107884 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:16.127534 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:16.127883 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:16.404440 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:16.604912 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:16.628254 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:16.628795 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 00:19:16.905877 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:17.187193 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:17.198932 270580 kapi.go:107] duration metric: took 57.583934936s to wait for kubernetes.io/minikube-addons=registry ...
I1006 00:19:17.200286 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:17.404293 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:17.604955 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:17.687977 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:17.906840 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:18.109138 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:18.186065 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:18.404308 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:18.605985 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:18.686073 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:18.904208 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:19.108550 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:19.184614 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:19.404192 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:19.604383 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:19.627491 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:19.904536 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:20.104255 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:20.127225 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:20.403973 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:20.604170 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:20.626619 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:20.904188 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:21.108457 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:21.126818 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:21.403857 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:21.605443 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:21.627627 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:21.904135 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:22.106249 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:22.127097 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:22.403610 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:22.604170 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:22.626579 270580 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 00:19:22.915430 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:23.107654 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:23.127771 270580 kapi.go:107] duration metric: took 1m3.515449833s to wait for app.kubernetes.io/name=ingress-nginx ...
I1006 00:19:23.404667 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:23.604138 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:23.903883 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:24.105349 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:24.403734 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:24.603332 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:24.904873 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:25.104973 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:25.404923 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 00:19:25.604357 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:25.908809 270580 kapi.go:107] duration metric: took 1m4.515228593s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1006 00:19:25.910488 270580 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-652078 cluster.
I1006 00:19:25.911761 270580 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1006 00:19:25.913006 270580 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1006 00:19:26.105682 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:26.604391 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:27.104177 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:27.608698 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:28.103939 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:28.605981 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:29.105495 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:29.605096 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:30.104004 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:30.603867 270580 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 00:19:31.106347 270580 kapi.go:107] duration metric: took 1m10.594570459s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1006 00:19:31.108451 270580 out.go:177] * Enabled addons: ingress-dns, inspektor-gadget, cloud-spanner, metrics-server, helm-tiller, storage-provisioner, default-storageclass, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1006 00:19:31.109977 270580 addons.go:502] enable addons completed in 1m17.665859431s: enabled=[ingress-dns inspektor-gadget cloud-spanner metrics-server helm-tiller storage-provisioner default-storageclass volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1006 00:19:31.110029 270580 start.go:233] waiting for cluster config update ...
I1006 00:19:31.110054 270580 start.go:242] writing updated cluster config ...
I1006 00:19:31.110341 270580 ssh_runner.go:195] Run: rm -f paused
I1006 00:19:31.158859 270580 start.go:600] kubectl: 1.28.2, cluster: 1.28.2 (minor skew: 0)
I1006 00:19:31.160822 270580 out.go:177] * Done! kubectl is now configured to use "addons-652078" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.388358595Z" level=info msg="Removing container: 4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d" id=23810441-b8f1-426f-9ca7-37787dce81af name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.403320473Z" level=info msg="Removed container 4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=23810441-b8f1-426f-9ca7-37787dce81af name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.711712068Z" level=info msg="Pulled image: gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6" id=373d3a52-3f15-4c2b-9cd1-75bcf8dbe026 name=/runtime.v1.ImageService/PullImage
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.712565676Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=05bb7103-57d0-4260-85b2-2c80021fa4ce name=/runtime.v1.ImageService/ImageStatus
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.713519131Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:97e050c3e21e9472ce8eb8fcb7bb8f23063c0b473fe44bdc42246bb01c15cdd4,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=05bb7103-57d0-4260-85b2-2c80021fa4ce name=/runtime.v1.ImageService/ImageStatus
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.715023223Z" level=info msg="Creating container: default/hello-world-app-5d77478584-8f6c8/hello-world-app" id=c4c1d6ab-bd0e-4f4b-9039-61fe958ecc7a name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.715140087Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.798508011Z" level=info msg="Created container 3a0f3ca0e7ce4dddad9490ab64c1735d3432ed86053d0deee4b215b63457709b: default/hello-world-app-5d77478584-8f6c8/hello-world-app" id=c4c1d6ab-bd0e-4f4b-9039-61fe958ecc7a name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.799185288Z" level=info msg="Starting container: 3a0f3ca0e7ce4dddad9490ab64c1735d3432ed86053d0deee4b215b63457709b" id=bab784af-665c-42a0-81ef-12f029ef93fa name=/runtime.v1.RuntimeService/StartContainer
Oct 06 00:22:10 addons-652078 crio[949]: time="2023-10-06 00:22:10.808080423Z" level=info msg="Started container" PID=9914 containerID=3a0f3ca0e7ce4dddad9490ab64c1735d3432ed86053d0deee4b215b63457709b description=default/hello-world-app-5d77478584-8f6c8/hello-world-app id=bab784af-665c-42a0-81ef-12f029ef93fa name=/runtime.v1.RuntimeService/StartContainer sandboxID=8e1e6c48ee9955d64b170c5d96fc5408355082f85e3eff26de26ac08730c33c5
Oct 06 00:22:12 addons-652078 crio[949]: time="2023-10-06 00:22:12.253334356Z" level=info msg="Stopping container: 7545494f1da0f23588e8c0bd802bd02bf72c5ff28777b55288e615fb6cf2e329 (timeout: 2s)" id=b4d22636-449b-4ebc-a63d-5f8b99c12249 name=/runtime.v1.RuntimeService/StopContainer
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.261139578Z" level=warning msg="Stopping container 7545494f1da0f23588e8c0bd802bd02bf72c5ff28777b55288e615fb6cf2e329 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=b4d22636-449b-4ebc-a63d-5f8b99c12249 name=/runtime.v1.RuntimeService/StopContainer
Oct 06 00:22:14 addons-652078 conmon[5715]: conmon 7545494f1da0f23588e8 <ninfo>: container 5727 exited with status 137
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.407640993Z" level=info msg="Stopped container 7545494f1da0f23588e8c0bd802bd02bf72c5ff28777b55288e615fb6cf2e329: ingress-nginx/ingress-nginx-controller-5c4c674fdc-scnqm/controller" id=b4d22636-449b-4ebc-a63d-5f8b99c12249 name=/runtime.v1.RuntimeService/StopContainer
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.408083026Z" level=info msg="Stopping pod sandbox: f0ae75e36b36de7289027182531a435a85db18a2242edafbeb33e8e6211d1c79" id=9e071578-f27f-4e12-8542-644d5350dbad name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.411105191Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-6R6CEPOE3PG2O7EQ - [0:0]\n:KUBE-HP-7QC6LINBNR2E2GJP - [0:0]\n-X KUBE-HP-7QC6LINBNR2E2GJP\n-X KUBE-HP-6R6CEPOE3PG2O7EQ\nCOMMIT\n"
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.412442891Z" level=info msg="Closing host port tcp:80"
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.412484791Z" level=info msg="Closing host port tcp:443"
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.413821942Z" level=info msg="Host port tcp:80 does not have an open socket"
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.413839277Z" level=info msg="Host port tcp:443 does not have an open socket"
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.413960312Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-5c4c674fdc-scnqm Namespace:ingress-nginx ID:f0ae75e36b36de7289027182531a435a85db18a2242edafbeb33e8e6211d1c79 UID:b629e573-8f28-4014-93b5-aa918d3a8772 NetNS:/var/run/netns/00b2bfa8-cf57-44f7-b958-e89fbb317929 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.414073813Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-5c4c674fdc-scnqm from CNI network \"kindnet\" (type=ptp)"
Oct 06 00:22:14 addons-652078 crio[949]: time="2023-10-06 00:22:14.450796625Z" level=info msg="Stopped pod sandbox: f0ae75e36b36de7289027182531a435a85db18a2242edafbeb33e8e6211d1c79" id=9e071578-f27f-4e12-8542-644d5350dbad name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 00:22:15 addons-652078 crio[949]: time="2023-10-06 00:22:15.403964581Z" level=info msg="Removing container: 7545494f1da0f23588e8c0bd802bd02bf72c5ff28777b55288e615fb6cf2e329" id=3254e32e-883e-41bc-9e0c-0fdf94a07863 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 00:22:15 addons-652078 crio[949]: time="2023-10-06 00:22:15.418878933Z" level=info msg="Removed container 7545494f1da0f23588e8c0bd802bd02bf72c5ff28777b55288e615fb6cf2e329: ingress-nginx/ingress-nginx-controller-5c4c674fdc-scnqm/controller" id=3254e32e-883e-41bc-9e0c-0fdf94a07863 name=/runtime.v1.RuntimeService/RemoveContainer
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3a0f3ca0e7ce4 gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6 8 seconds ago Running hello-world-app 0 8e1e6c48ee995 hello-world-app-5d77478584-8f6c8
a4fce66f80538 ghcr.io/headlamp-k8s/headlamp@sha256:0fff6ba0a2a449e3948274f09640fd1f917b038a1100e6fe78ce401be75584c4 2 minutes ago Running headlamp 0 ba4e07a04dc61 headlamp-94b766c-s8k2q
c9de1ddd4e5fa docker.io/library/nginx@sha256:34b58b4f5c6d133d97298cbaae140283dc325ff1aeffb28176f63078baeffd14 2 minutes ago Running nginx 0 7e317721ba55e nginx
bec170bbb98b2 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:3e92b3d1c15220ae0f2f3505fb3a88899a1e48ec85fb777a1a4945ae9db2ce06 2 minutes ago Running gcp-auth 0 3234665482f4d gcp-auth-d4c87556c-2pqcq
533c7ec1ae7fd docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 3 minutes ago Running local-path-provisioner 0 a62ed17803188 local-path-provisioner-78b46b4d5c-2mj58
59387d4d6fcb1 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:04b38ca48bcadd0c3644dc7f2ae14358ae41b628f9d1bdbf80f35ff880d9462d 3 minutes ago Exited patch 0 5cc46138395b8 ingress-nginx-admission-patch-677mj
a4a88ecb01787 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:04b38ca48bcadd0c3644dc7f2ae14358ae41b628f9d1bdbf80f35ff880d9462d 3 minutes ago Exited create 0 6938a837cbc2e ingress-nginx-admission-create-gb586
524014e120c63 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 3 minutes ago Running storage-provisioner 0 599305f0ac562 storage-provisioner
e1f7b0600621b ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 3 minutes ago Running coredns 0 2a2694c8ec7a3 coredns-5dd5756b68-wxh8v
42af1f08a3092 c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0 4 minutes ago Running kube-proxy 0 acdf33c62a690 kube-proxy-gbpts
61cce685ee5e7 c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc 4 minutes ago Running kindnet-cni 0 972ca83be12f1 kindnet-wqb28
cad85e300eced 55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57 4 minutes ago Running kube-controller-manager 0 56803141bd831 kube-controller-manager-addons-652078
bf6ec30b75ae8 7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8 4 minutes ago Running kube-scheduler 0 fbcefe0581239 kube-scheduler-addons-652078
e3df7ab19f835 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 4 minutes ago Running etcd 0 75de1c5a75f3b etcd-addons-652078
74702873a5fb5 cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce 4 minutes ago Running kube-apiserver 0 1ac6d43d09254 kube-apiserver-addons-652078
*
* ==> coredns [e1f7b0600621b4ebd11eedce2a9020ebbca3dc39c471408a1cbf6775982e811f] <==
* [INFO] 10.244.0.17:52605 - 64201 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000103005s
[INFO] 10.244.0.17:56704 - 22046 "A IN registry.kube-system.svc.cluster.local.us-west1-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.005737251s
[INFO] 10.244.0.17:56704 - 7954 "AAAA IN registry.kube-system.svc.cluster.local.us-west1-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.007941642s
[INFO] 10.244.0.17:39355 - 3299 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003783429s
[INFO] 10.244.0.17:39355 - 50912 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006085069s
[INFO] 10.244.0.17:54653 - 16650 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.00487226s
[INFO] 10.244.0.17:54653 - 34056 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.006341742s
[INFO] 10.244.0.17:51776 - 42562 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000073395s
[INFO] 10.244.0.17:51776 - 60480 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000087454s
[INFO] 10.244.0.19:44320 - 6488 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000182007s
[INFO] 10.244.0.19:34032 - 6094 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000283699s
[INFO] 10.244.0.19:48880 - 61040 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000116052s
[INFO] 10.244.0.19:56877 - 19946 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000101411s
[INFO] 10.244.0.19:39406 - 62185 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000111244s
[INFO] 10.244.0.19:52223 - 41471 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000109443s
[INFO] 10.244.0.19:38131 - 14761 "A IN storage.googleapis.com.us-west1-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.006632822s
[INFO] 10.244.0.19:51618 - 16203 "AAAA IN storage.googleapis.com.us-west1-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.007129094s
[INFO] 10.244.0.19:36073 - 39491 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.005247064s
[INFO] 10.244.0.19:54395 - 23150 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006651171s
[INFO] 10.244.0.19:52404 - 16307 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.004982505s
[INFO] 10.244.0.19:47633 - 30250 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005478333s
[INFO] 10.244.0.19:34595 - 15379 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00061916s
[INFO] 10.244.0.19:57803 - 55013 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 344 0.000721568s
[INFO] 10.244.0.22:59314 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000115952s
[INFO] 10.244.0.22:38335 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000103435s
*
* ==> describe nodes <==
* Name: addons-652078
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-652078
kubernetes.io/os=linux
minikube.k8s.io/commit=6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34
minikube.k8s.io/name=addons-652078
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_06T00_18_01_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-652078
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 06 Oct 2023 00:17:57 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-652078
AcquireTime: <unset>
RenewTime: Fri, 06 Oct 2023 00:22:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 06 Oct 2023 00:21:04 +0000 Fri, 06 Oct 2023 00:17:55 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 06 Oct 2023 00:21:04 +0000 Fri, 06 Oct 2023 00:17:55 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 06 Oct 2023 00:21:04 +0000 Fri, 06 Oct 2023 00:17:55 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 06 Oct 2023 00:21:04 +0000 Fri, 06 Oct 2023 00:18:46 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-652078
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859432Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859432Ki
pods: 110
System Info:
Machine ID: 4552914994ab4abda184df9c98b42903
System UUID: da51415d-d04b-46d7-90fa-adaf20b015ad
Boot ID: 1dca107e-c417-4a75-85f9-849863f7b851
Kernel Version: 5.15.0-1044-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.2
Kube-Proxy Version: v1.28.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-8f6c8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m37s
gcp-auth gcp-auth-d4c87556c-2pqcq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m58s
headlamp headlamp-94b766c-s8k2q 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m36s
kube-system coredns-5dd5756b68-wxh8v 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 4m6s
kube-system etcd-addons-652078 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 4m19s
kube-system kindnet-wqb28 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 4m6s
kube-system kube-apiserver-addons-652078 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m19s
kube-system kube-controller-manager-addons-652078 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m19s
kube-system kube-proxy-gbpts 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m6s
kube-system kube-scheduler-addons-652078 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m19s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m1s
local-path-storage local-path-provisioner-78b46b4d5c-2mj58 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m1s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 220Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m1s kube-proxy
Normal Starting 4m25s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m25s (x8 over 4m25s) kubelet Node addons-652078 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m25s (x8 over 4m25s) kubelet Node addons-652078 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m25s (x8 over 4m25s) kubelet Node addons-652078 status is now: NodeHasSufficientPID
Normal Starting 4m19s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m19s kubelet Node addons-652078 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m19s kubelet Node addons-652078 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m19s kubelet Node addons-652078 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m6s node-controller Node addons-652078 event: Registered Node addons-652078 in Controller
Normal NodeReady 3m33s kubelet Node addons-652078 status is now: NodeReady
*
* ==> dmesg <==
* [ +1.025436] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev virbr0
[ +0.000008] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 77 2f ba 08 00
[ +2.048935] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev virbr0
[ +0.000008] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 77 2f ba 08 00
[Oct 5 22:07] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev virbr0
[ +0.000007] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 77 2f ba 08 00
[ +8.319551] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev virbr0
[ +0.000006] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 77 2f ba 08 00
[Oct 5 23:52] kauditd_printk_skb: 6 callbacks suppressed
[Oct 6 00:12] IPv4: martian source 192.168.122.1 from 10.244.225.129, on dev virbr0
[ +0.000007] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 9f fd 2a 08 00
[Oct 6 00:19] IPv4: martian source 10.244.0.18 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 16 0f 23 d7 af 5f 1a 27 2c 4c 40 45 08 00
[ +1.028136] IPv4: martian source 10.244.0.18 from 127.0.0.1, on dev eth0
[ +0.000005] ll header: 00000000: 16 0f 23 d7 af 5f 1a 27 2c 4c 40 45 08 00
[ +2.015880] IPv4: martian source 10.244.0.18 from 127.0.0.1, on dev eth0
[ +0.000005] ll header: 00000000: 16 0f 23 d7 af 5f 1a 27 2c 4c 40 45 08 00
[Oct 6 00:20] IPv4: martian source 10.244.0.18 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 16 0f 23 d7 af 5f 1a 27 2c 4c 40 45 08 00
[ +8.195443] IPv4: martian source 10.244.0.18 from 127.0.0.1, on dev eth0
[ +0.000005] ll header: 00000000: 16 0f 23 d7 af 5f 1a 27 2c 4c 40 45 08 00
[ +16.122915] IPv4: martian source 10.244.0.18 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 16 0f 23 d7 af 5f 1a 27 2c 4c 40 45 08 00
[Oct 6 00:21] IPv4: martian source 10.244.0.18 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 16 0f 23 d7 af 5f 1a 27 2c 4c 40 45 08 00
*
* ==> etcd [e3df7ab19f835a5b928b4701325ba5c4d2c886b08d4801ad08c5059b7e22dfaf] <==
* {"level":"warn","ts":"2023-10-06T00:18:17.500501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.923629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-652078\" ","response":"range_response_count:1 size:5654"}
{"level":"info","ts":"2023-10-06T00:18:17.500627Z","caller":"traceutil/trace.go:171","msg":"trace[992506909] range","detail":"{range_begin:/registry/minions/addons-652078; range_end:; response_count:1; response_revision:457; }","duration":"195.034232ms","start":"2023-10-06T00:18:17.305562Z","end":"2023-10-06T00:18:17.500596Z","steps":["trace[992506909] 'agreement among raft nodes before linearized reading' (duration: 193.93225ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-06T00:18:17.582965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.063137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2023-10-06T00:18:17.583046Z","caller":"traceutil/trace.go:171","msg":"trace[1993102575] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:457; }","duration":"101.164781ms","start":"2023-10-06T00:18:17.481865Z","end":"2023-10-06T00:18:17.583029Z","steps":["trace[1993102575] 'range keys from in-memory index tree' (duration: 88.064895ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:17.686008Z","caller":"traceutil/trace.go:171","msg":"trace[1814495011] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"102.400513ms","start":"2023-10-06T00:18:17.58359Z","end":"2023-10-06T00:18:17.685991Z","steps":["trace[1814495011] 'process raft request' (duration: 99.411701ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:17.68657Z","caller":"traceutil/trace.go:171","msg":"trace[1043848652] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"102.795257ms","start":"2023-10-06T00:18:17.583754Z","end":"2023-10-06T00:18:17.686549Z","steps":["trace[1043848652] 'process raft request' (duration: 101.795846ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:17.686681Z","caller":"traceutil/trace.go:171","msg":"trace[1494377689] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"102.917672ms","start":"2023-10-06T00:18:17.583754Z","end":"2023-10-06T00:18:17.686672Z","steps":["trace[1494377689] 'process raft request' (duration: 101.831069ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:17.686755Z","caller":"traceutil/trace.go:171","msg":"trace[1926989130] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"102.661107ms","start":"2023-10-06T00:18:17.584087Z","end":"2023-10-06T00:18:17.686749Z","steps":["trace[1926989130] 'process raft request' (duration: 101.540351ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:17.686899Z","caller":"traceutil/trace.go:171","msg":"trace[1694605626] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:472; }","duration":"102.822293ms","start":"2023-10-06T00:18:17.584068Z","end":"2023-10-06T00:18:17.68689Z","steps":["trace[1694605626] 'read index received' (duration: 4.640919ms)","trace[1694605626] 'applied index is now lower than readState.Index' (duration: 98.180404ms)"],"step_count":2}
{"level":"warn","ts":"2023-10-06T00:18:17.686969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.902541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/tiller-deploy-7b677967b9\" ","response":"range_response_count:1 size:2960"}
{"level":"info","ts":"2023-10-06T00:18:17.803823Z","caller":"traceutil/trace.go:171","msg":"trace[1729794566] range","detail":"{range_begin:/registry/replicasets/kube-system/tiller-deploy-7b677967b9; range_end:; response_count:1; response_revision:465; }","duration":"219.753478ms","start":"2023-10-06T00:18:17.584044Z","end":"2023-10-06T00:18:17.803798Z","steps":["trace[1729794566] 'agreement among raft nodes before linearized reading' (duration: 102.868917ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:17.686993Z","caller":"traceutil/trace.go:171","msg":"trace[165004686] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"102.733696ms","start":"2023-10-06T00:18:17.584253Z","end":"2023-10-06T00:18:17.686986Z","steps":["trace[165004686] 'process raft request' (duration: 101.410329ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:17.687068Z","caller":"traceutil/trace.go:171","msg":"trace[2106102704] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"102.793179ms","start":"2023-10-06T00:18:17.584268Z","end":"2023-10-06T00:18:17.687061Z","steps":["trace[2106102704] 'process raft request' (duration: 101.429961ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-06T00:18:17.882689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.655407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"}
{"level":"info","ts":"2023-10-06T00:18:17.882757Z","caller":"traceutil/trace.go:171","msg":"trace[1159551443] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:468; }","duration":"181.731074ms","start":"2023-10-06T00:18:17.701009Z","end":"2023-10-06T00:18:17.88274Z","steps":["trace[1159551443] 'agreement among raft nodes before linearized reading' (duration: 181.632576ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-06T00:18:17.8829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.994456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/registry\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2023-10-06T00:18:17.882928Z","caller":"traceutil/trace.go:171","msg":"trace[347266913] range","detail":"{range_begin:/registry/services/specs/kube-system/registry; range_end:; response_count:0; response_revision:468; }","duration":"182.029116ms","start":"2023-10-06T00:18:17.700891Z","end":"2023-10-06T00:18:17.88292Z","steps":["trace[347266913] 'agreement among raft nodes before linearized reading' (duration: 181.976405ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-06T00:18:17.883067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.896975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2023-10-06T00:18:17.883093Z","caller":"traceutil/trace.go:171","msg":"trace[2040355940] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:468; }","duration":"298.926309ms","start":"2023-10-06T00:18:17.58416Z","end":"2023-10-06T00:18:17.883086Z","steps":["trace[2040355940] 'agreement among raft nodes before linearized reading' (duration: 298.869742ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:56.850743Z","caller":"traceutil/trace.go:171","msg":"trace[923923379] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"160.452216ms","start":"2023-10-06T00:18:56.690269Z","end":"2023-10-06T00:18:56.850722Z","steps":["trace[923923379] 'process raft request' (duration: 160.325668ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:57.012174Z","caller":"traceutil/trace.go:171","msg":"trace[2118251436] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:978; }","duration":"109.661279ms","start":"2023-10-06T00:18:56.902496Z","end":"2023-10-06T00:18:57.012158Z","steps":["trace[2118251436] 'read index received' (duration: 41.910155ms)","trace[2118251436] 'applied index is now lower than readState.Index' (duration: 67.750485ms)"],"step_count":2}
{"level":"info","ts":"2023-10-06T00:18:57.012257Z","caller":"traceutil/trace.go:171","msg":"trace[207144378] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"137.226078ms","start":"2023-10-06T00:18:56.875017Z","end":"2023-10-06T00:18:57.012243Z","steps":["trace[207144378] 'process raft request' (duration: 137.036971ms)"],"step_count":1}
{"level":"warn","ts":"2023-10-06T00:18:57.012377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.949152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/gcp-auth/\" range_end:\"/registry/pods/gcp-auth0\" ","response":"range_response_count:3 size:11804"}
{"level":"info","ts":"2023-10-06T00:18:57.012435Z","caller":"traceutil/trace.go:171","msg":"trace[1586536549] range","detail":"{range_begin:/registry/pods/gcp-auth/; range_end:/registry/pods/gcp-auth0; response_count:3; response_revision:953; }","duration":"110.018229ms","start":"2023-10-06T00:18:56.902401Z","end":"2023-10-06T00:18:57.01242Z","steps":["trace[1586536549] 'agreement among raft nodes before linearized reading' (duration: 109.853733ms)"],"step_count":1}
{"level":"info","ts":"2023-10-06T00:18:57.092516Z","caller":"traceutil/trace.go:171","msg":"trace[408769749] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"143.735117ms","start":"2023-10-06T00:18:56.948743Z","end":"2023-10-06T00:18:57.092478Z","steps":["trace[408769749] 'process raft request' (duration: 130.156758ms)","trace[408769749] 'compare' (duration: 13.347259ms)"],"step_count":2}
*
* ==> gcp-auth [bec170bbb98b2995d23423e83b2e298d246a07d6c975bf07d80b4112123e6b9c] <==
* 2023/10/06 00:19:25 GCP Auth Webhook started!
2023/10/06 00:19:31 Ready to marshal response ...
2023/10/06 00:19:31 Ready to write response ...
2023/10/06 00:19:31 Ready to marshal response ...
2023/10/06 00:19:31 Ready to write response ...
2023/10/06 00:19:41 Ready to marshal response ...
2023/10/06 00:19:41 Ready to write response ...
2023/10/06 00:19:42 Ready to marshal response ...
2023/10/06 00:19:42 Ready to write response ...
2023/10/06 00:19:42 Ready to marshal response ...
2023/10/06 00:19:42 Ready to write response ...
2023/10/06 00:19:42 Ready to marshal response ...
2023/10/06 00:19:42 Ready to write response ...
2023/10/06 00:19:43 Ready to marshal response ...
2023/10/06 00:19:43 Ready to write response ...
2023/10/06 00:19:43 Ready to marshal response ...
2023/10/06 00:19:43 Ready to write response ...
2023/10/06 00:19:43 Ready to marshal response ...
2023/10/06 00:19:43 Ready to write response ...
2023/10/06 00:20:32 Ready to marshal response ...
2023/10/06 00:20:32 Ready to write response ...
2023/10/06 00:20:55 Ready to marshal response ...
2023/10/06 00:20:55 Ready to write response ...
2023/10/06 00:22:09 Ready to marshal response ...
2023/10/06 00:22:09 Ready to write response ...
*
* ==> kernel <==
* 00:22:19 up 6:04, 0 users, load average: 0.36, 1.59, 2.44
Linux addons-652078 5.15.0-1044-gcp #52~20.04.1-Ubuntu SMP Wed Sep 20 16:25:19 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [61cce685ee5e78be52f2e08a1394a99cc55f7f5b797163e10c1d43f1db8568ff] <==
* I1006 00:20:16.325552 1 main.go:227] handling current node
I1006 00:20:26.336510 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:20:26.336532 1 main.go:227] handling current node
I1006 00:20:36.385167 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:20:36.385194 1 main.go:227] handling current node
I1006 00:20:46.391001 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:20:46.391030 1 main.go:227] handling current node
I1006 00:20:56.400629 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:20:56.400653 1 main.go:227] handling current node
I1006 00:21:06.405026 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:21:06.405051 1 main.go:227] handling current node
I1006 00:21:16.417154 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:21:16.417176 1 main.go:227] handling current node
I1006 00:21:26.428123 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:21:26.428146 1 main.go:227] handling current node
I1006 00:21:36.436527 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:21:36.436549 1 main.go:227] handling current node
I1006 00:21:46.440847 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:21:46.440870 1 main.go:227] handling current node
I1006 00:21:56.453480 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:21:56.453502 1 main.go:227] handling current node
I1006 00:22:06.457085 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:22:06.457109 1 main.go:227] handling current node
I1006 00:22:16.468558 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:22:16.468580 1 main.go:227] handling current node
*
* ==> kube-apiserver [74702873a5fb5a5a8a6c3a7866a3374063811bf3e0ea574c9e1bab9a5edd3e52] <==
* I1006 00:19:42.863584 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.104.255.107"}
I1006 00:19:43.845839 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.108.36.52"}
E1006 00:19:46.514657 1 upgradeaware.go:425] Error proxying data from client to backend: read tcp 192.168.49.2:8443->10.244.0.23:43144: read: connection reset by peer
I1006 00:20:07.748171 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1006 00:20:44.278461 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1006 00:21:11.826684 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1006 00:21:11.826741 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1006 00:21:11.832511 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1006 00:21:11.832571 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1006 00:21:11.838815 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1006 00:21:11.838937 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1006 00:21:11.841161 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1006 00:21:11.841195 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1006 00:21:11.848048 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1006 00:21:11.848159 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1006 00:21:11.852821 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1006 00:21:11.852871 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1006 00:21:11.881815 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1006 00:21:11.881921 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1006 00:21:11.883443 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1006 00:21:11.883541 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1006 00:21:12.841824 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1006 00:21:12.882743 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1006 00:21:12.895962 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1006 00:22:09.288586 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.102.43.22"}
*
* ==> kube-controller-manager [cad85e300eced2a832e250f0992140f388109da5c499a232cb5b18080b87c05d] <==
* W1006 00:21:29.454570 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1006 00:21:29.454599 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1006 00:21:31.168352 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1006 00:21:31.168388 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1006 00:21:38.938051 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1006 00:21:38.938079 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1006 00:21:44.108809 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1006 00:21:44.108842 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1006 00:21:47.061212 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1006 00:21:47.061242 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1006 00:21:48.054512 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1006 00:21:48.054543 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1006 00:22:09.123662 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I1006 00:22:09.137168 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-8f6c8"
I1006 00:22:09.141784 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="18.366821ms"
I1006 00:22:09.145953 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="4.111638ms"
I1006 00:22:09.146047 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="50.205µs"
I1006 00:22:09.153187 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="69.458µs"
W1006 00:22:10.456131 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1006 00:22:10.456174 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1006 00:22:11.241175 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1006 00:22:11.242911 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-5c4c674fdc" duration="7.669µs"
I1006 00:22:11.245484 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I1006 00:22:11.406499 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="5.20385ms"
I1006 00:22:11.406594 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="48.63µs"
*
* ==> kube-proxy [42af1f08a30926f70cfbcb07ea80af0c43b4d79eecd49ccc64559c4512b922d5] <==
* I1006 00:18:16.894289 1 server_others.go:69] "Using iptables proxy"
I1006 00:18:16.989627 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1006 00:18:17.884008 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 00:18:17.895377 1 server_others.go:152] "Using iptables Proxier"
I1006 00:18:17.895498 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1006 00:18:17.895535 1 server_others.go:438] "Defaulting to no-op detect-local"
I1006 00:18:17.895591 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1006 00:18:17.895921 1 server.go:846] "Version info" version="v1.28.2"
I1006 00:18:17.895972 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 00:18:17.907972 1 config.go:188] "Starting service config controller"
I1006 00:18:17.907998 1 shared_informer.go:311] Waiting for caches to sync for service config
I1006 00:18:17.908020 1 config.go:97] "Starting endpoint slice config controller"
I1006 00:18:17.908024 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1006 00:18:17.908512 1 config.go:315] "Starting node config controller"
I1006 00:18:17.908520 1 shared_informer.go:311] Waiting for caches to sync for node config
I1006 00:18:18.082733 1 shared_informer.go:318] Caches are synced for node config
I1006 00:18:18.082836 1 shared_informer.go:318] Caches are synced for service config
I1006 00:18:18.082889 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [bf6ec30b75ae817e6cff0eb678ca3e9a1b6870feb40e35e485390a88c1ecbc75] <==
* W1006 00:17:57.508961 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1006 00:17:57.509004 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1006 00:17:57.509013 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1006 00:17:57.509027 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1006 00:17:57.509032 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1006 00:17:57.509058 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1006 00:17:57.508964 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1006 00:17:57.509087 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1006 00:17:57.509128 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1006 00:17:57.509153 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1006 00:17:57.582826 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1006 00:17:57.582886 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1006 00:17:58.406674 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1006 00:17:58.406717 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1006 00:17:58.449027 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1006 00:17:58.449065 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1006 00:17:58.462463 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1006 00:17:58.462500 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1006 00:17:58.479709 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1006 00:17:58.479740 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1006 00:17:58.508555 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1006 00:17:58.508588 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1006 00:17:58.562233 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1006 00:17:58.562278 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
I1006 00:17:58.799261 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Oct 06 00:22:09 addons-652078 kubelet[1557]: I1006 00:22:09.144616 1557 memory_manager.go:346] "RemoveStaleState removing state" podUID="fb3674d2-9303-4e18-9624-7c99c5cb2b7f" containerName="node-driver-registrar"
Oct 06 00:22:09 addons-652078 kubelet[1557]: I1006 00:22:09.144622 1557 memory_manager.go:346] "RemoveStaleState removing state" podUID="d0992cc9-e2f5-4bf0-9022-46ac29c71d6b" containerName="task-pv-container"
Oct 06 00:22:09 addons-652078 kubelet[1557]: I1006 00:22:09.144628 1557 memory_manager.go:346] "RemoveStaleState removing state" podUID="fb3674d2-9303-4e18-9624-7c99c5cb2b7f" containerName="liveness-probe"
Oct 06 00:22:09 addons-652078 kubelet[1557]: I1006 00:22:09.303652 1557 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/31e72c01-71d6-4aca-9d8b-6b4ba65ffa0e-gcp-creds\") pod \"hello-world-app-5d77478584-8f6c8\" (UID: \"31e72c01-71d6-4aca-9d8b-6b4ba65ffa0e\") " pod="default/hello-world-app-5d77478584-8f6c8"
Oct 06 00:22:09 addons-652078 kubelet[1557]: I1006 00:22:09.303729 1557 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9kssx\" (UniqueName: \"kubernetes.io/projected/31e72c01-71d6-4aca-9d8b-6b4ba65ffa0e-kube-api-access-9kssx\") pod \"hello-world-app-5d77478584-8f6c8\" (UID: \"31e72c01-71d6-4aca-9d8b-6b4ba65ffa0e\") " pod="default/hello-world-app-5d77478584-8f6c8"
Oct 06 00:22:09 addons-652078 kubelet[1557]: W1006 00:22:09.582469 1557 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/a9df0c04df1322f8cc23cdf652e8835790a7f518a34ddf1181dad4a81f1a95cd/crio-8e1e6c48ee9955d64b170c5d96fc5408355082f85e3eff26de26ac08730c33c5 WatchSource:0}: Error finding container 8e1e6c48ee9955d64b170c5d96fc5408355082f85e3eff26de26ac08730c33c5: Status 404 returned error can't find the container with id 8e1e6c48ee9955d64b170c5d96fc5408355082f85e3eff26de26ac08730c33c5
Oct 06 00:22:10 addons-652078 kubelet[1557]: I1006 00:22:10.387364 1557 scope.go:117] "RemoveContainer" containerID="4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d"
Oct 06 00:22:10 addons-652078 kubelet[1557]: I1006 00:22:10.403552 1557 scope.go:117] "RemoveContainer" containerID="4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d"
Oct 06 00:22:10 addons-652078 kubelet[1557]: E1006 00:22:10.403910 1557 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d\": container with ID starting with 4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d not found: ID does not exist" containerID="4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d"
Oct 06 00:22:10 addons-652078 kubelet[1557]: I1006 00:22:10.403966 1557 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d"} err="failed to get container status \"4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d\": rpc error: code = NotFound desc = could not find container \"4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d\": container with ID starting with 4953748ced76b73452c8a5e17652063b0de2fcb987c96a8eb8697f8c518bc19d not found: ID does not exist"
Oct 06 00:22:10 addons-652078 kubelet[1557]: I1006 00:22:10.408076 1557 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7tc6d\" (UniqueName: \"kubernetes.io/projected/dd966ed6-bbab-4003-b907-300c446aa177-kube-api-access-7tc6d\") pod \"dd966ed6-bbab-4003-b907-300c446aa177\" (UID: \"dd966ed6-bbab-4003-b907-300c446aa177\") "
Oct 06 00:22:10 addons-652078 kubelet[1557]: I1006 00:22:10.409810 1557 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dd966ed6-bbab-4003-b907-300c446aa177-kube-api-access-7tc6d" (OuterVolumeSpecName: "kube-api-access-7tc6d") pod "dd966ed6-bbab-4003-b907-300c446aa177" (UID: "dd966ed6-bbab-4003-b907-300c446aa177"). InnerVolumeSpecName "kube-api-access-7tc6d". PluginName "kubernetes.io/projected", VolumeGidValue ""
Oct 06 00:22:10 addons-652078 kubelet[1557]: I1006 00:22:10.508845 1557 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-7tc6d\" (UniqueName: \"kubernetes.io/projected/dd966ed6-bbab-4003-b907-300c446aa177-kube-api-access-7tc6d\") on node \"addons-652078\" DevicePath \"\""
Oct 06 00:22:11 addons-652078 kubelet[1557]: I1006 00:22:11.401692 1557 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/hello-world-app-5d77478584-8f6c8" podStartSLOduration=1.275724841 podCreationTimestamp="2023-10-06 00:22:09 +0000 UTC" firstStartedPulling="2023-10-06 00:22:09.586109853 +0000 UTC m=+249.337770492" lastFinishedPulling="2023-10-06 00:22:10.712020625 +0000 UTC m=+250.463681275" observedRunningTime="2023-10-06 00:22:11.401151312 +0000 UTC m=+251.152811965" watchObservedRunningTime="2023-10-06 00:22:11.401635624 +0000 UTC m=+251.153296276"
Oct 06 00:22:12 addons-652078 kubelet[1557]: I1006 00:22:12.392740 1557 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="883c34a8-f965-4ec2-9482-48a85537f03d" path="/var/lib/kubelet/pods/883c34a8-f965-4ec2-9482-48a85537f03d/volumes"
Oct 06 00:22:12 addons-652078 kubelet[1557]: I1006 00:22:12.393167 1557 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="dd966ed6-bbab-4003-b907-300c446aa177" path="/var/lib/kubelet/pods/dd966ed6-bbab-4003-b907-300c446aa177/volumes"
Oct 06 00:22:12 addons-652078 kubelet[1557]: I1006 00:22:12.393570 1557 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="ebc0b563-2c62-49c0-8852-c038751fe8d9" path="/var/lib/kubelet/pods/ebc0b563-2c62-49c0-8852-c038751fe8d9/volumes"
Oct 06 00:22:14 addons-652078 kubelet[1557]: I1006 00:22:14.637601 1557 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-44sk8\" (UniqueName: \"kubernetes.io/projected/b629e573-8f28-4014-93b5-aa918d3a8772-kube-api-access-44sk8\") pod \"b629e573-8f28-4014-93b5-aa918d3a8772\" (UID: \"b629e573-8f28-4014-93b5-aa918d3a8772\") "
Oct 06 00:22:14 addons-652078 kubelet[1557]: I1006 00:22:14.637657 1557 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/b629e573-8f28-4014-93b5-aa918d3a8772-webhook-cert\") pod \"b629e573-8f28-4014-93b5-aa918d3a8772\" (UID: \"b629e573-8f28-4014-93b5-aa918d3a8772\") "
Oct 06 00:22:14 addons-652078 kubelet[1557]: I1006 00:22:14.639558 1557 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b629e573-8f28-4014-93b5-aa918d3a8772-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "b629e573-8f28-4014-93b5-aa918d3a8772" (UID: "b629e573-8f28-4014-93b5-aa918d3a8772"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 06 00:22:14 addons-652078 kubelet[1557]: I1006 00:22:14.639616 1557 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b629e573-8f28-4014-93b5-aa918d3a8772-kube-api-access-44sk8" (OuterVolumeSpecName: "kube-api-access-44sk8") pod "b629e573-8f28-4014-93b5-aa918d3a8772" (UID: "b629e573-8f28-4014-93b5-aa918d3a8772"). InnerVolumeSpecName "kube-api-access-44sk8". PluginName "kubernetes.io/projected", VolumeGidValue ""
Oct 06 00:22:14 addons-652078 kubelet[1557]: I1006 00:22:14.738022 1557 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-44sk8\" (UniqueName: \"kubernetes.io/projected/b629e573-8f28-4014-93b5-aa918d3a8772-kube-api-access-44sk8\") on node \"addons-652078\" DevicePath \"\""
Oct 06 00:22:14 addons-652078 kubelet[1557]: I1006 00:22:14.738059 1557 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/b629e573-8f28-4014-93b5-aa918d3a8772-webhook-cert\") on node \"addons-652078\" DevicePath \"\""
Oct 06 00:22:15 addons-652078 kubelet[1557]: I1006 00:22:15.402935 1557 scope.go:117] "RemoveContainer" containerID="7545494f1da0f23588e8c0bd802bd02bf72c5ff28777b55288e615fb6cf2e329"
Oct 06 00:22:16 addons-652078 kubelet[1557]: I1006 00:22:16.393777 1557 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="b629e573-8f28-4014-93b5-aa918d3a8772" path="/var/lib/kubelet/pods/b629e573-8f28-4014-93b5-aa918d3a8772/volumes"
*
* ==> storage-provisioner [524014e120c63bdbf9f9c02baf4c0963296cc3da0e3c5eb8a91ac1b734e95fec] <==
* I1006 00:18:47.307552 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 00:18:47.316150 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 00:18:47.316203 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1006 00:18:47.322963 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 00:18:47.323028 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"03f7d544-dba0-4a70-8414-540b25048eab", APIVersion:"v1", ResourceVersion:"886", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-652078_46c9b335-6565-4132-9c85-89401e26583c became leader
I1006 00:18:47.323111 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-652078_46c9b335-6565-4132-9c85-89401e26583c!
I1006 00:18:47.423346 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-652078_46c9b335-6565-4132-9c85-89401e26583c!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-652078 -n addons-652078
helpers_test.go:261: (dbg) Run: kubectl --context addons-652078 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (158.41s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:234: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.9
functional_test.go:234: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.9: (1.196086133s)
functional_test.go:239: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.9 gcr.io/google-containers/addon-resizer:functional-722906
functional_test.go:244: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image load --daemon gcr.io/google-containers/addon-resizer:functional-722906 --alsologtostderr
functional_test.go:244: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 image load --daemon gcr.io/google-containers/addon-resizer:functional-722906 --alsologtostderr: (5.495899196s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls
functional_test.go:447: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 image ls: (2.47901175s)
functional_test.go:442: expected "gcr.io/google-containers/addon-resizer:functional-722906" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (9.19s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddons
addons_test.go:205: (dbg) Run: kubectl --context ingress-addon-legacy-571943 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:205: (dbg) Done: kubectl --context ingress-addon-legacy-571943 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (16.879987671s)
addons_test.go:230: (dbg) Run: kubectl --context ingress-addon-legacy-571943 replace --force -f testdata/nginx-ingress-v1beta1.yaml
addons_test.go:243: (dbg) Run: kubectl --context ingress-addon-legacy-571943 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:248: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [8c293dbe-35d0-4a36-8bdc-721d0b252d17] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [8c293dbe-35d0-4a36-8bdc-721d0b252d17] Running
addons_test.go:248: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: run=nginx healthy within 10.008922493s
addons_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
E1006 00:29:31.176480 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:29:58.862557 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:30:46.821400 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:46.826704 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:46.836971 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:46.857260 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:46.897557 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:46.977874 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:47.138297 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:47.458881 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:48.099855 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:49.380349 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
addons_test.go:260: (dbg) Non-zero exit: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.366811369s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:276: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:284: (dbg) Run: kubectl --context ingress-addon-legacy-571943 replace --force -f testdata/ingress-dns-example-v1beta1.yaml
addons_test.go:289: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 ip
addons_test.go:295: (dbg) Run: nslookup hello-john.test 192.168.49.2
E1006 00:30:51.941549 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:30:57.062547 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
addons_test.go:295: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.006939871s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:297: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:301: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 addons disable ingress-dns --alsologtostderr -v=1
E1006 00:31:07.303321 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
addons_test.go:304: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 addons disable ingress-dns --alsologtostderr -v=1: (1.137397484s)
addons_test.go:309: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 addons disable ingress --alsologtostderr -v=1
addons_test.go:309: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 addons disable ingress --alsologtostderr -v=1: (7.425817941s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect ingress-addon-legacy-571943
helpers_test.go:235: (dbg) docker inspect ingress-addon-legacy-571943:
-- stdout --
[
{
"Id": "84dc921233ac6b2ae20b767dbee0c9bcae2986c09ed263f22559235a91e4b90a",
"Created": "2023-10-06T00:26:54.428298294Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 309801,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-06T00:26:54.692036725Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:94671ba3754e2c6976414eaf20a0c7861a5d2f9fc631e1161e8ab0ded9062c52",
"ResolvConfPath": "/var/lib/docker/containers/84dc921233ac6b2ae20b767dbee0c9bcae2986c09ed263f22559235a91e4b90a/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/84dc921233ac6b2ae20b767dbee0c9bcae2986c09ed263f22559235a91e4b90a/hostname",
"HostsPath": "/var/lib/docker/containers/84dc921233ac6b2ae20b767dbee0c9bcae2986c09ed263f22559235a91e4b90a/hosts",
"LogPath": "/var/lib/docker/containers/84dc921233ac6b2ae20b767dbee0c9bcae2986c09ed263f22559235a91e4b90a/84dc921233ac6b2ae20b767dbee0c9bcae2986c09ed263f22559235a91e4b90a-json.log",
"Name": "/ingress-addon-legacy-571943",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ingress-addon-legacy-571943:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "ingress-addon-legacy-571943",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b5e5ab1e37533d84cbdb0400791b71f7b97d218398c85879a0f2e0c5049757e7-init/diff:/var/lib/docker/overlay2/f3a840bc319ed2d48ebd13f3fe0bbe66c2934cd4edecdb746e589e688111a684/diff",
"MergedDir": "/var/lib/docker/overlay2/b5e5ab1e37533d84cbdb0400791b71f7b97d218398c85879a0f2e0c5049757e7/merged",
"UpperDir": "/var/lib/docker/overlay2/b5e5ab1e37533d84cbdb0400791b71f7b97d218398c85879a0f2e0c5049757e7/diff",
"WorkDir": "/var/lib/docker/overlay2/b5e5ab1e37533d84cbdb0400791b71f7b97d218398c85879a0f2e0c5049757e7/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ingress-addon-legacy-571943",
"Source": "/var/lib/docker/volumes/ingress-addon-legacy-571943/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ingress-addon-legacy-571943",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ingress-addon-legacy-571943",
"name.minikube.sigs.k8s.io": "ingress-addon-legacy-571943",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "7493719d45c507645ae2fadd5b3566a4ffdd2b8a7182712603bc581b3b2cdba0",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32787"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32786"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32783"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32785"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32784"
}
]
},
"SandboxKey": "/var/run/docker/netns/7493719d45c5",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ingress-addon-legacy-571943": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"84dc921233ac",
"ingress-addon-legacy-571943"
],
"NetworkID": "7d8db5bcee91de786bd5e85414a6a9b1e194c688c1f3fcdd6cbcdeff69ffad58",
"EndpointID": "932bb4d850c3ccc1a7af826c2690dc34496196f2e563b777ce15c5f99fbd5c7c",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ingress-addon-legacy-571943 -n ingress-addon-legacy-571943
helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 logs -n 25: (1.052092314s)
helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs:
-- stdout --
*
* ==> Audit <==
* |----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| update-context | functional-722906 | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| image | functional-722906 image ls | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| image | functional-722906 image load --daemon | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | gcr.io/google-containers/addon-resizer:functional-722906 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-722906 image ls | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| image | functional-722906 image save | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | gcr.io/google-containers/addon-resizer:functional-722906 | | | | | |
| | /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-722906 image rm | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | gcr.io/google-containers/addon-resizer:functional-722906 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-722906 image ls | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| image | functional-722906 image load | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-722906 image ls | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| image | functional-722906 image save --daemon | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | gcr.io/google-containers/addon-resizer:functional-722906 | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-722906 ssh pgrep | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | |
| | buildkitd | | | | | |
| image | functional-722906 | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | image ls --format short | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-722906 | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | image ls --format yaml | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-722906 | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-722906 | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-722906 image build -t | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| | localhost/my-image:functional-722906 | | | | | |
| | testdata/build --alsologtostderr | | | | | |
| image | functional-722906 image ls | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| delete | -p functional-722906 | functional-722906 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:26 UTC |
| start | -p ingress-addon-legacy-571943 | ingress-addon-legacy-571943 | jenkins | v1.31.2 | 06 Oct 23 00:26 UTC | 06 Oct 23 00:28 UTC |
| | --kubernetes-version=v1.18.20 | | | | | |
| | --memory=4096 --wait=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| addons | ingress-addon-legacy-571943 | ingress-addon-legacy-571943 | jenkins | v1.31.2 | 06 Oct 23 00:28 UTC | 06 Oct 23 00:28 UTC |
| | addons enable ingress | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| addons | ingress-addon-legacy-571943 | ingress-addon-legacy-571943 | jenkins | v1.31.2 | 06 Oct 23 00:28 UTC | 06 Oct 23 00:28 UTC |
| | addons enable ingress-dns | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| ssh | ingress-addon-legacy-571943 | ingress-addon-legacy-571943 | jenkins | v1.31.2 | 06 Oct 23 00:28 UTC | |
| | ssh curl -s http://127.0.0.1/ | | | | | |
| | -H 'Host: nginx.example.com' | | | | | |
| ip | ingress-addon-legacy-571943 ip | ingress-addon-legacy-571943 | jenkins | v1.31.2 | 06 Oct 23 00:30 UTC | 06 Oct 23 00:30 UTC |
| addons | ingress-addon-legacy-571943 | ingress-addon-legacy-571943 | jenkins | v1.31.2 | 06 Oct 23 00:31 UTC | 06 Oct 23 00:31 UTC |
| | addons disable ingress-dns | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | ingress-addon-legacy-571943 | ingress-addon-legacy-571943 | jenkins | v1.31.2 | 06 Oct 23 00:31 UTC | 06 Oct 23 00:31 UTC |
| | addons disable ingress | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|----------------|------------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/06 00:26:42
Running on machine: ubuntu-20-agent-3
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 00:26:42.630260 309170 out.go:296] Setting OutFile to fd 1 ...
I1006 00:26:42.630521 309170 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:42.630529 309170 out.go:309] Setting ErrFile to fd 2...
I1006 00:26:42.630533 309170 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:42.630695 309170 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:26:42.631271 309170 out.go:303] Setting JSON to false
I1006 00:26:42.632460 309170 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":22155,"bootTime":1696529848,"procs":449,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:26:42.632529 309170 start.go:138] virtualization: kvm guest
I1006 00:26:42.634942 309170 out.go:177] * [ingress-addon-legacy-571943] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:26:42.636518 309170 out.go:177] - MINIKUBE_LOCATION=17365
I1006 00:26:42.636542 309170 notify.go:220] Checking for updates...
I1006 00:26:42.638272 309170 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:26:42.640092 309170 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:26:42.641596 309170 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:26:42.643057 309170 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1006 00:26:42.644396 309170 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1006 00:26:42.645901 309170 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:26:42.669723 309170 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:26:42.669831 309170 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:26:42.722947 309170 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:37 SystemTime:2023-10-06 00:26:42.71378119 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:26:42.723056 309170 docker.go:294] overlay module found
I1006 00:26:42.725853 309170 out.go:177] * Using the docker driver based on user configuration
I1006 00:26:42.727155 309170 start.go:298] selected driver: docker
I1006 00:26:42.727166 309170 start.go:902] validating driver "docker" against <nil>
I1006 00:26:42.727183 309170 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 00:26:42.727989 309170 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:26:42.784071 309170 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:37 SystemTime:2023-10-06 00:26:42.776021242 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:26:42.784257 309170 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I1006 00:26:42.784487 309170 start_flags.go:923] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 00:26:42.786250 309170 out.go:177] * Using Docker driver with root privileges
I1006 00:26:42.787635 309170 cni.go:84] Creating CNI manager for ""
I1006 00:26:42.787651 309170 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 00:26:42.787664 309170 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 00:26:42.787677 309170 start_flags.go:321] config:
{Name:ingress-addon-legacy-571943 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-571943 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.lo
cal ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:26:42.789349 309170 out.go:177] * Starting control plane node ingress-addon-legacy-571943 in cluster ingress-addon-legacy-571943
I1006 00:26:42.790677 309170 cache.go:122] Beginning downloading kic base image for docker with crio
I1006 00:26:42.792154 309170 out.go:177] * Pulling base image ...
I1006 00:26:42.793336 309170 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1006 00:26:42.793366 309170 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1006 00:26:42.809054 309170 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1006 00:26:42.809075 309170 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
I1006 00:26:42.829023 309170 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4
I1006 00:26:42.829058 309170 cache.go:57] Caching tarball of preloaded images
I1006 00:26:42.829215 309170 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1006 00:26:42.831228 309170 out.go:177] * Downloading Kubernetes v1.18.20 preload ...
I1006 00:26:42.832638 309170 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1006 00:26:42.861350 309170 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4?checksum=md5:0d02e096853189c5b37812b400898e14 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4
I1006 00:26:46.234712 309170 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1006 00:26:46.234809 309170 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 ...
I1006 00:26:47.250415 309170 cache.go:60] Finished verifying existence of preloaded tar for v1.18.20 on crio
I1006 00:26:47.250811 309170 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/config.json ...
I1006 00:26:47.250850 309170 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/config.json: {Name:mk120cdcaf61d086e8f6f6f79b9895b013a5dfb8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:26:47.251052 309170 cache.go:195] Successfully downloaded all kic artifacts
I1006 00:26:47.251082 309170 start.go:365] acquiring machines lock for ingress-addon-legacy-571943: {Name:mk40052a018bac3270816aaefd1e6c22c7f93067 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:26:47.251149 309170 start.go:369] acquired machines lock for "ingress-addon-legacy-571943" in 46.528µs
I1006 00:26:47.251173 309170 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-571943 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-571943 Namespace:defau
lt APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Dis
ableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 00:26:47.251300 309170 start.go:125] createHost starting for "" (driver="docker")
I1006 00:26:47.253619 309170 out.go:204] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1006 00:26:47.253903 309170 start.go:159] libmachine.API.Create for "ingress-addon-legacy-571943" (driver="docker")
I1006 00:26:47.253931 309170 client.go:168] LocalClient.Create starting
I1006 00:26:47.254003 309170 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem
I1006 00:26:47.254044 309170 main.go:141] libmachine: Decoding PEM data...
I1006 00:26:47.254067 309170 main.go:141] libmachine: Parsing certificate...
I1006 00:26:47.254121 309170 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem
I1006 00:26:47.254140 309170 main.go:141] libmachine: Decoding PEM data...
I1006 00:26:47.254162 309170 main.go:141] libmachine: Parsing certificate...
I1006 00:26:47.254466 309170 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-571943 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 00:26:47.269736 309170 cli_runner.go:211] docker network inspect ingress-addon-legacy-571943 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 00:26:47.269814 309170 network_create.go:281] running [docker network inspect ingress-addon-legacy-571943] to gather additional debugging logs...
I1006 00:26:47.269834 309170 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-571943
W1006 00:26:47.283203 309170 cli_runner.go:211] docker network inspect ingress-addon-legacy-571943 returned with exit code 1
I1006 00:26:47.283229 309170 network_create.go:284] error running [docker network inspect ingress-addon-legacy-571943]: docker network inspect ingress-addon-legacy-571943: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ingress-addon-legacy-571943 not found
I1006 00:26:47.283242 309170 network_create.go:286] output of [docker network inspect ingress-addon-legacy-571943]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ingress-addon-legacy-571943 not found
** /stderr **
I1006 00:26:47.283316 309170 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 00:26:47.298073 309170 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0026d85b0}
I1006 00:26:47.298126 309170 network_create.go:124] attempt to create docker network ingress-addon-legacy-571943 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1006 00:26:47.298169 309170 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ingress-addon-legacy-571943 ingress-addon-legacy-571943
I1006 00:26:47.348061 309170 network_create.go:108] docker network ingress-addon-legacy-571943 192.168.49.0/24 created
I1006 00:26:47.348102 309170 kic.go:117] calculated static IP "192.168.49.2" for the "ingress-addon-legacy-571943" container
I1006 00:26:47.348167 309170 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 00:26:47.363227 309170 cli_runner.go:164] Run: docker volume create ingress-addon-legacy-571943 --label name.minikube.sigs.k8s.io=ingress-addon-legacy-571943 --label created_by.minikube.sigs.k8s.io=true
I1006 00:26:47.379050 309170 oci.go:103] Successfully created a docker volume ingress-addon-legacy-571943
I1006 00:26:47.379129 309170 cli_runner.go:164] Run: docker run --rm --name ingress-addon-legacy-571943-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-571943 --entrypoint /usr/bin/test -v ingress-addon-legacy-571943:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib
I1006 00:26:49.095547 309170 cli_runner.go:217] Completed: docker run --rm --name ingress-addon-legacy-571943-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-571943 --entrypoint /usr/bin/test -v ingress-addon-legacy-571943:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib: (1.716371155s)
I1006 00:26:49.095584 309170 oci.go:107] Successfully prepared a docker volume ingress-addon-legacy-571943
I1006 00:26:49.095602 309170 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1006 00:26:49.095624 309170 kic.go:190] Starting extracting preloaded images to volume ...
I1006 00:26:49.095675 309170 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-571943:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir
I1006 00:26:54.362679 309170 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-571943:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir: (5.26694258s)
I1006 00:26:54.362716 309170 kic.go:199] duration metric: took 5.267089 seconds to extract preloaded images to volume
W1006 00:26:54.362843 309170 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 00:26:54.362935 309170 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 00:26:54.414170 309170 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ingress-addon-legacy-571943 --name ingress-addon-legacy-571943 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-571943 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ingress-addon-legacy-571943 --network ingress-addon-legacy-571943 --ip 192.168.49.2 --volume ingress-addon-legacy-571943:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1006 00:26:54.700106 309170 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-571943 --format={{.State.Running}}
I1006 00:26:54.718808 309170 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-571943 --format={{.State.Status}}
I1006 00:26:54.737726 309170 cli_runner.go:164] Run: docker exec ingress-addon-legacy-571943 stat /var/lib/dpkg/alternatives/iptables
I1006 00:26:54.778280 309170 oci.go:144] the created container "ingress-addon-legacy-571943" has a running status.
I1006 00:26:54.778336 309170 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa...
I1006 00:26:54.865073 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1006 00:26:54.865118 309170 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 00:26:54.884627 309170 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-571943 --format={{.State.Status}}
I1006 00:26:54.902141 309170 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 00:26:54.902164 309170 kic_runner.go:114] Args: [docker exec --privileged ingress-addon-legacy-571943 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 00:26:54.978079 309170 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-571943 --format={{.State.Status}}
I1006 00:26:54.995451 309170 machine.go:88] provisioning docker machine ...
I1006 00:26:54.995493 309170 ubuntu.go:169] provisioning hostname "ingress-addon-legacy-571943"
I1006 00:26:54.995570 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:26:55.014288 309170 main.go:141] libmachine: Using SSH client type: native
I1006 00:26:55.014672 309170 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1006 00:26:55.014689 309170 main.go:141] libmachine: About to run SSH command:
sudo hostname ingress-addon-legacy-571943 && echo "ingress-addon-legacy-571943" | sudo tee /etc/hostname
I1006 00:26:55.015320 309170 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:35060->127.0.0.1:32787: read: connection reset by peer
I1006 00:26:58.155635 309170 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-571943
I1006 00:26:58.155717 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:26:58.173572 309170 main.go:141] libmachine: Using SSH client type: native
I1006 00:26:58.173893 309170 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1006 00:26:58.173912 309170 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\singress-addon-legacy-571943' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-571943/g' /etc/hosts;
else
echo '127.0.1.1 ingress-addon-legacy-571943' | sudo tee -a /etc/hosts;
fi
fi
I1006 00:26:58.305411 309170 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 00:26:58.305453 309170 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17365-262900/.minikube CaCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17365-262900/.minikube}
I1006 00:26:58.305484 309170 ubuntu.go:177] setting up certificates
I1006 00:26:58.305498 309170 provision.go:83] configureAuth start
I1006 00:26:58.305573 309170 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-571943
I1006 00:26:58.321570 309170 provision.go:138] copyHostCerts
I1006 00:26:58.321611 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem
I1006 00:26:58.321643 309170 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem, removing ...
I1006 00:26:58.321649 309170 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem
I1006 00:26:58.321726 309170 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem (1082 bytes)
I1006 00:26:58.321818 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem
I1006 00:26:58.321847 309170 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem, removing ...
I1006 00:26:58.321857 309170 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem
I1006 00:26:58.321900 309170 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem (1123 bytes)
I1006 00:26:58.321972 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem
I1006 00:26:58.321997 309170 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem, removing ...
I1006 00:26:58.322006 309170 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem
I1006 00:26:58.322037 309170 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem (1675 bytes)
I1006 00:26:58.322102 309170 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-571943 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube ingress-addon-legacy-571943]
I1006 00:26:58.428554 309170 provision.go:172] copyRemoteCerts
I1006 00:26:58.428621 309170 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 00:26:58.428661 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:26:58.445345 309170 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa Username:docker}
I1006 00:26:58.541461 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1006 00:26:58.541520 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 00:26:58.562221 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem -> /etc/docker/server.pem
I1006 00:26:58.562288 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem --> /etc/docker/server.pem (1253 bytes)
I1006 00:26:58.582737 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1006 00:26:58.582804 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 00:26:58.604217 309170 provision.go:86] duration metric: configureAuth took 298.702963ms
I1006 00:26:58.604243 309170 ubuntu.go:193] setting minikube options for container-runtime
I1006 00:26:58.604398 309170 config.go:182] Loaded profile config "ingress-addon-legacy-571943": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I1006 00:26:58.604520 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:26:58.620500 309170 main.go:141] libmachine: Using SSH client type: native
I1006 00:26:58.620839 309170 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32787 <nil> <nil>}
I1006 00:26:58.620856 309170 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 00:26:58.866409 309170 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 00:26:58.866440 309170 machine.go:91] provisioned docker machine in 3.87096532s
I1006 00:26:58.866452 309170 client.go:171] LocalClient.Create took 11.612512393s
I1006 00:26:58.866477 309170 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-571943" took 11.612573545s
I1006 00:26:58.866489 309170 start.go:300] post-start starting for "ingress-addon-legacy-571943" (driver="docker")
I1006 00:26:58.866504 309170 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 00:26:58.866568 309170 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 00:26:58.866640 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:26:58.882690 309170 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa Username:docker}
I1006 00:26:58.978066 309170 ssh_runner.go:195] Run: cat /etc/os-release
I1006 00:26:58.981077 309170 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 00:26:58.981120 309170 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1006 00:26:58.981132 309170 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1006 00:26:58.981145 309170 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1006 00:26:58.981162 309170 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/addons for local assets ...
I1006 00:26:58.981224 309170 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/files for local assets ...
I1006 00:26:58.981359 309170 filesync.go:149] local asset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> 2696902.pem in /etc/ssl/certs
I1006 00:26:58.981377 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> /etc/ssl/certs/2696902.pem
I1006 00:26:58.981517 309170 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 00:26:58.989045 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem --> /etc/ssl/certs/2696902.pem (1708 bytes)
I1006 00:26:59.009962 309170 start.go:303] post-start completed in 143.452481ms
I1006 00:26:59.010326 309170 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-571943
I1006 00:26:59.027861 309170 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/config.json ...
I1006 00:26:59.028105 309170 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 00:26:59.028155 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:26:59.044216 309170 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa Username:docker}
I1006 00:26:59.134140 309170 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 00:26:59.138213 309170 start.go:128] duration metric: createHost completed in 11.886892872s
I1006 00:26:59.138233 309170 start.go:83] releasing machines lock for "ingress-addon-legacy-571943", held for 11.887073057s
I1006 00:26:59.138290 309170 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-571943
I1006 00:26:59.154130 309170 ssh_runner.go:195] Run: cat /version.json
I1006 00:26:59.154185 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:26:59.154187 309170 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 00:26:59.154252 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:26:59.171951 309170 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa Username:docker}
I1006 00:26:59.173913 309170 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa Username:docker}
I1006 00:26:59.343938 309170 ssh_runner.go:195] Run: systemctl --version
I1006 00:26:59.348071 309170 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 00:26:59.484471 309170 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1006 00:26:59.488601 309170 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:26:59.505450 309170 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1006 00:26:59.505528 309170 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:26:59.531605 309170 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1006 00:26:59.531632 309170 start.go:469] detecting cgroup driver to use...
I1006 00:26:59.531671 309170 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1006 00:26:59.531737 309170 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 00:26:59.545172 309170 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 00:26:59.554609 309170 docker.go:197] disabling cri-docker service (if available) ...
I1006 00:26:59.554668 309170 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 00:26:59.566254 309170 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 00:26:59.578015 309170 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 00:26:59.649873 309170 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 00:26:59.735085 309170 docker.go:213] disabling docker service ...
I1006 00:26:59.735171 309170 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 00:26:59.753009 309170 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 00:26:59.763530 309170 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 00:26:59.839864 309170 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 00:26:59.915711 309170 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 00:26:59.925990 309170 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 00:26:59.940401 309170 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1006 00:26:59.940452 309170 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:26:59.948975 309170 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 00:26:59.949038 309170 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:26:59.957743 309170 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:26:59.966187 309170 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:26:59.974825 309170 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 00:26:59.982679 309170 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 00:26:59.989839 309170 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 00:26:59.997043 309170 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 00:27:00.068930 309170 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 00:27:00.162905 309170 start.go:516] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 00:27:00.162972 309170 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 00:27:00.166248 309170 start.go:537] Will wait 60s for crictl version
I1006 00:27:00.166306 309170 ssh_runner.go:195] Run: which crictl
I1006 00:27:00.169250 309170 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1006 00:27:00.199894 309170 start.go:553] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1006 00:27:00.199955 309170 ssh_runner.go:195] Run: crio --version
I1006 00:27:00.232166 309170 ssh_runner.go:195] Run: crio --version
I1006 00:27:00.267336 309170 out.go:177] * Preparing Kubernetes v1.18.20 on CRI-O 1.24.6 ...
I1006 00:27:00.268571 309170 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-571943 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 00:27:00.284589 309170 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1006 00:27:00.288018 309170 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 00:27:00.297817 309170 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1006 00:27:00.297873 309170 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 00:27:00.341982 309170 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I1006 00:27:00.342042 309170 ssh_runner.go:195] Run: which lz4
I1006 00:27:00.345124 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1006 00:27:00.345209 309170 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I1006 00:27:00.348012 309170 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1006 00:27:00.348035 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (495439307 bytes)
I1006 00:27:01.262565 309170 crio.go:444] Took 0.917379 seconds to copy over tarball
I1006 00:27:01.262649 309170 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4
I1006 00:27:03.892535 309170 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (2.629855436s)
I1006 00:27:03.892563 309170 crio.go:451] Took 2.629966 seconds to extract the tarball
I1006 00:27:03.892576 309170 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1006 00:27:03.961409 309170 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 00:27:03.992420 309170 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I1006 00:27:03.992442 309170 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]
I1006 00:27:03.992494 309170 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I1006 00:27:03.992510 309170 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20
I1006 00:27:03.992546 309170 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20
I1006 00:27:03.992564 309170 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20
I1006 00:27:03.992598 309170 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20
I1006 00:27:03.992622 309170 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I1006 00:27:03.992712 309170 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I1006 00:27:03.992754 309170 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I1006 00:27:03.993555 309170 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20
I1006 00:27:03.993601 309170 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I1006 00:27:03.993611 309170 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I1006 00:27:03.993611 309170 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20
I1006 00:27:03.993602 309170 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I1006 00:27:03.993624 309170 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20
I1006 00:27:03.993657 309170 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I1006 00:27:03.993681 309170 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20
I1006 00:27:04.142112 309170 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20
I1006 00:27:04.156679 309170 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20
I1006 00:27:04.167065 309170 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20
I1006 00:27:04.171792 309170 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0
I1006 00:27:04.178863 309170 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20
I1006 00:27:04.179096 309170 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "7d8d2960de69688eab5698081441539a1662f47e092488973e455a8334955cb1" in container runtime
I1006 00:27:04.179167 309170 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.18.20
I1006 00:27:04.179210 309170 ssh_runner.go:195] Run: which crictl
I1006 00:27:04.186436 309170 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7
I1006 00:27:04.198576 309170 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.2
I1006 00:27:04.201679 309170 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "27f8b8d51985f755cfb3ffea424fa34865cc0da63e99378d8202f923c3c5a8ba" in container runtime
I1006 00:27:04.201728 309170 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.18.20
I1006 00:27:04.201767 309170 ssh_runner.go:195] Run: which crictl
I1006 00:27:04.214878 309170 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "a05a1a79adaad058478b7638d2e73cf408b283305081516fbe02706b0e205346" in container runtime
I1006 00:27:04.214925 309170 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.18.20
I1006 00:27:04.214967 309170 ssh_runner.go:195] Run: which crictl
I1006 00:27:04.223949 309170 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f" in container runtime
I1006 00:27:04.223994 309170 cri.go:218] Removing image: registry.k8s.io/etcd:3.4.3-0
I1006 00:27:04.224038 309170 ssh_runner.go:195] Run: which crictl
I1006 00:27:04.292959 309170 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "e7c545a60706cf009a893afdc7dba900cc2e342b8042b9c421d607ca41e8b290" in container runtime
I1006 00:27:04.293014 309170 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20
I1006 00:27:04.293035 309170 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.18.20
I1006 00:27:04.293054 309170 ssh_runner.go:195] Run: which crictl
I1006 00:27:04.294542 309170 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5" in container runtime
I1006 00:27:04.294581 309170 cri.go:218] Removing image: registry.k8s.io/coredns:1.6.7
I1006 00:27:04.294613 309170 ssh_runner.go:195] Run: which crictl
I1006 00:27:04.303914 309170 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "80d28bedfe5dec59da9ebf8e6260224ac9008ab5c11dbbe16ee3ba3e4439ac2c" in container runtime
I1006 00:27:04.303953 309170 cri.go:218] Removing image: registry.k8s.io/pause:3.2
I1006 00:27:04.303996 309170 ssh_runner.go:195] Run: which crictl
I1006 00:27:04.304013 309170 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-proxy:v1.18.20
I1006 00:27:04.304045 309170 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.18.20
I1006 00:27:04.304092 309170 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/etcd:3.4.3-0
I1006 00:27:04.390186 309170 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.20
I1006 00:27:04.390281 309170 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/coredns:1.6.7
I1006 00:27:04.390294 309170 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.18.20
I1006 00:27:04.398551 309170 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.20
I1006 00:27:04.398634 309170 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/pause:3.2
I1006 00:27:04.398640 309170 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0
I1006 00:27:04.398730 309170 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.20
I1006 00:27:04.487202 309170 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7
I1006 00:27:04.487225 309170 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.20
I1006 00:27:04.488237 309170 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2
I1006 00:27:04.697272 309170 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I1006 00:27:04.832338 309170 cache_images.go:92] LoadImages completed in 839.877731ms
W1006 00:27:04.832418 309170 out.go:239] X Unable to load cached images: loading cached images: stat /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.20: no such file or directory
I1006 00:27:04.832492 309170 ssh_runner.go:195] Run: crio config
I1006 00:27:04.874087 309170 cni.go:84] Creating CNI manager for ""
I1006 00:27:04.874108 309170 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 00:27:04.874164 309170 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1006 00:27:04.874198 309170 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-571943 NodeName:ingress-addon-legacy-571943 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.c
rt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}
I1006 00:27:04.874345 309170 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/crio/crio.sock
name: "ingress-addon-legacy-571943"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.18.20
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 00:27:04.874447 309170 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=ingress-addon-legacy-571943 --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-571943 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1006 00:27:04.874516 309170 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20
I1006 00:27:04.882735 309170 binaries.go:44] Found k8s binaries, skipping transfer
I1006 00:27:04.882825 309170 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 00:27:04.890714 309170 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (486 bytes)
I1006 00:27:04.906250 309170 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)
I1006 00:27:04.921591 309170 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2123 bytes)
I1006 00:27:04.936742 309170 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1006 00:27:04.939796 309170 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 00:27:04.948908 309170 certs.go:56] Setting up /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943 for IP: 192.168.49.2
I1006 00:27:04.948936 309170 certs.go:190] acquiring lock for shared ca certs: {Name:mk4207741d394fa2c1d7667c153e4d22770558d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:04.949082 309170 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key
I1006 00:27:04.949124 309170 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key
I1006 00:27:04.949168 309170 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.key
I1006 00:27:04.949183 309170 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt with IP's: []
I1006 00:27:05.475511 309170 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt ...
I1006 00:27:05.475542 309170 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: {Name:mk8704f01b58639bb6dd5c60e61175872a42608c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:05.475722 309170 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.key ...
I1006 00:27:05.475733 309170 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.key: {Name:mka390a48bf47bd09f5acf719563ba5ab6ceaadd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:05.475817 309170 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.key.dd3b5fb2
I1006 00:27:05.475831 309170 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1006 00:27:05.622194 309170 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.crt.dd3b5fb2 ...
I1006 00:27:05.622224 309170 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.crt.dd3b5fb2: {Name:mk5fba9d941c9a120b1bd3a61fed9049ab595e21 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:05.622394 309170 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.key.dd3b5fb2 ...
I1006 00:27:05.622406 309170 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.key.dd3b5fb2: {Name:mk20ba655fc814e677ac10e7f78765bbb65595ec Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:05.622475 309170 certs.go:337] copying /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.crt
I1006 00:27:05.622588 309170 certs.go:341] copying /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.key
I1006 00:27:05.622649 309170 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.key
I1006 00:27:05.622665 309170 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.crt with IP's: []
I1006 00:27:05.696381 309170 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.crt ...
I1006 00:27:05.696415 309170 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.crt: {Name:mkdc406f473c26816125daf724147ed5031a2e00 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:05.696580 309170 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.key ...
I1006 00:27:05.696591 309170 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.key: {Name:mkfc42f9a69bc28d062cd11989ea721ad198c6e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:05.696660 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1006 00:27:05.696680 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1006 00:27:05.696691 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1006 00:27:05.696703 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1006 00:27:05.696712 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1006 00:27:05.696734 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1006 00:27:05.696749 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1006 00:27:05.696761 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1006 00:27:05.696812 309170 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem (1338 bytes)
W1006 00:27:05.696843 309170 certs.go:433] ignoring /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690_empty.pem, impossibly tiny 0 bytes
I1006 00:27:05.696854 309170 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem (1679 bytes)
I1006 00:27:05.696879 309170 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem (1082 bytes)
I1006 00:27:05.696901 309170 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem (1123 bytes)
I1006 00:27:05.696923 309170 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem (1675 bytes)
I1006 00:27:05.696961 309170 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem (1708 bytes)
I1006 00:27:05.696986 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1006 00:27:05.696998 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem -> /usr/share/ca-certificates/269690.pem
I1006 00:27:05.697013 309170 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> /usr/share/ca-certificates/2696902.pem
I1006 00:27:05.697623 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1006 00:27:05.719002 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 00:27:05.739247 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 00:27:05.758963 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 00:27:05.778451 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 00:27:05.798148 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1006 00:27:05.818463 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 00:27:05.838144 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 00:27:05.858029 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 00:27:05.878286 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem --> /usr/share/ca-certificates/269690.pem (1338 bytes)
I1006 00:27:05.897818 309170 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem --> /usr/share/ca-certificates/2696902.pem (1708 bytes)
I1006 00:27:05.917236 309170 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 00:27:05.931390 309170 ssh_runner.go:195] Run: openssl version
I1006 00:27:05.936000 309170 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2696902.pem && ln -fs /usr/share/ca-certificates/2696902.pem /etc/ssl/certs/2696902.pem"
I1006 00:27:05.943946 309170 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2696902.pem
I1006 00:27:05.947034 309170 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 6 00:23 /usr/share/ca-certificates/2696902.pem
I1006 00:27:05.947086 309170 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2696902.pem
I1006 00:27:05.953129 309170 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2696902.pem /etc/ssl/certs/3ec20f2e.0"
I1006 00:27:05.961187 309170 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 00:27:05.969007 309170 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 00:27:05.972015 309170 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 6 00:17 /usr/share/ca-certificates/minikubeCA.pem
I1006 00:27:05.972057 309170 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 00:27:05.978264 309170 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 00:27:05.985934 309170 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/269690.pem && ln -fs /usr/share/ca-certificates/269690.pem /etc/ssl/certs/269690.pem"
I1006 00:27:05.993618 309170 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/269690.pem
I1006 00:27:05.996482 309170 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 6 00:23 /usr/share/ca-certificates/269690.pem
I1006 00:27:05.996525 309170 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/269690.pem
I1006 00:27:06.002534 309170 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/269690.pem /etc/ssl/certs/51391683.0"
I1006 00:27:06.010305 309170 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1006 00:27:06.013161 309170 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1006 00:27:06.013202 309170 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-571943 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-571943 Namespace:default APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:27:06.013286 309170 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 00:27:06.013316 309170 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 00:27:06.045617 309170 cri.go:89] found id: ""
I1006 00:27:06.045677 309170 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 00:27:06.053917 309170 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 00:27:06.061631 309170 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1006 00:27:06.061686 309170 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 00:27:06.069285 309170 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 00:27:06.069369 309170 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 00:27:06.111599 309170 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20
I1006 00:27:06.111714 309170 kubeadm.go:322] [preflight] Running pre-flight checks
I1006 00:27:06.150286 309170 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1006 00:27:06.150387 309170 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1006 00:27:06.150440 309170 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1006 00:27:06.150505 309170 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 00:27:06.150577 309170 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 00:27:06.150652 309170 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 00:27:06.150715 309170 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 00:27:06.150780 309170 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 00:27:06.150849 309170 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 00:27:06.219081 309170 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 00:27:06.219189 309170 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 00:27:06.219311 309170 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1006 00:27:06.396350 309170 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 00:27:06.397465 309170 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 00:27:06.397509 309170 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1006 00:27:06.470368 309170 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 00:27:06.473819 309170 out.go:204] - Generating certificates and keys ...
I1006 00:27:06.474073 309170 kubeadm.go:322] [certs] Using existing ca certificate authority
I1006 00:27:06.474172 309170 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1006 00:27:06.905829 309170 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 00:27:06.986779 309170 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1006 00:27:07.184356 309170 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1006 00:27:07.444153 309170 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1006 00:27:07.665386 309170 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1006 00:27:07.665624 309170 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-571943 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1006 00:27:07.953658 309170 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1006 00:27:07.953821 309170 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-571943 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1006 00:27:08.023758 309170 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 00:27:08.152131 309170 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 00:27:08.204946 309170 kubeadm.go:322] [certs] Generating "sa" key and public key
I1006 00:27:08.205028 309170 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 00:27:08.295908 309170 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 00:27:08.344939 309170 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 00:27:08.549034 309170 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 00:27:08.691820 309170 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 00:27:08.692518 309170 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 00:27:08.694519 309170 out.go:204] - Booting up control plane ...
I1006 00:27:08.694653 309170 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 00:27:08.699466 309170 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 00:27:08.700401 309170 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 00:27:08.701109 309170 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 00:27:08.703181 309170 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1006 00:27:15.705444 309170 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.002168 seconds
I1006 00:27:15.705579 309170 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 00:27:15.715561 309170 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 00:27:16.232657 309170 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1006 00:27:16.232847 309170 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-571943 as control-plane by adding the label "node-role.kubernetes.io/master=''"
I1006 00:27:16.741654 309170 kubeadm.go:322] [bootstrap-token] Using token: q2x8oo.s7l1rpc1x9ebgxlu
I1006 00:27:16.743175 309170 out.go:204] - Configuring RBAC rules ...
I1006 00:27:16.743324 309170 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 00:27:16.746091 309170 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 00:27:16.751458 309170 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 00:27:16.753411 309170 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 00:27:16.755178 309170 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 00:27:16.756909 309170 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 00:27:16.763273 309170 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 00:27:16.993398 309170 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1006 00:27:17.153969 309170 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1006 00:27:17.155014 309170 kubeadm.go:322]
I1006 00:27:17.155083 309170 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1006 00:27:17.155125 309170 kubeadm.go:322]
I1006 00:27:17.155230 309170 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1006 00:27:17.155240 309170 kubeadm.go:322]
I1006 00:27:17.155293 309170 kubeadm.go:322] mkdir -p $HOME/.kube
I1006 00:27:17.155379 309170 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 00:27:17.155458 309170 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 00:27:17.155475 309170 kubeadm.go:322]
I1006 00:27:17.155513 309170 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1006 00:27:17.155580 309170 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 00:27:17.155632 309170 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 00:27:17.155638 309170 kubeadm.go:322]
I1006 00:27:17.155706 309170 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1006 00:27:17.155768 309170 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1006 00:27:17.155774 309170 kubeadm.go:322]
I1006 00:27:17.155843 309170 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token q2x8oo.s7l1rpc1x9ebgxlu \
I1006 00:27:17.155954 309170 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4 \
I1006 00:27:17.156004 309170 kubeadm.go:322] --control-plane
I1006 00:27:17.156015 309170 kubeadm.go:322]
I1006 00:27:17.156117 309170 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1006 00:27:17.156126 309170 kubeadm.go:322]
I1006 00:27:17.156223 309170 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token q2x8oo.s7l1rpc1x9ebgxlu \
I1006 00:27:17.156353 309170 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4
I1006 00:27:17.158212 309170 kubeadm.go:322] W1006 00:27:06.111077 1383 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
I1006 00:27:17.158442 309170 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1006 00:27:17.158586 309170 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 00:27:17.158783 309170 kubeadm.go:322] W1006 00:27:08.699098 1383 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I1006 00:27:17.158968 309170 kubeadm.go:322] W1006 00:27:08.700183 1383 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I1006 00:27:17.158984 309170 cni.go:84] Creating CNI manager for ""
I1006 00:27:17.158994 309170 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 00:27:17.160996 309170 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1006 00:27:17.162593 309170 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 00:27:17.166190 309170 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.18.20/kubectl ...
I1006 00:27:17.166207 309170 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1006 00:27:17.182088 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 00:27:17.586120 309170 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 00:27:17.586188 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:17.586241 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34 minikube.k8s.io/name=ingress-addon-legacy-571943 minikube.k8s.io/updated_at=2023_10_06T00_27_17_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:17.593659 309170 ops.go:34] apiserver oom_adj: -16
I1006 00:27:17.707560 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:17.792827 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:18.358542 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:18.859013 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:19.358206 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:19.858063 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:20.358685 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:20.858556 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:21.358401 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:21.858067 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:22.358432 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:22.858355 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:23.358765 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:23.858183 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:24.359006 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:24.858925 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:25.358771 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:25.858578 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:26.358206 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:26.858532 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:27.359020 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:27.858547 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:28.358425 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:28.859039 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:29.358976 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:29.858356 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:30.358329 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:30.858315 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:31.358905 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:31.858105 309170 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:27:31.922622 309170 kubeadm.go:1081] duration metric: took 14.336484516s to wait for elevateKubeSystemPrivileges.
I1006 00:27:31.922659 309170 kubeadm.go:406] StartCluster complete in 25.909461384s
I1006 00:27:31.922681 309170 settings.go:142] acquiring lock: {Name:mk19622e29b22f72346248a47b6714fc78e93b28 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:31.922745 309170 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:27:31.923532 309170 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/kubeconfig: {Name:mk4a3004eb677fc1447c45c80274875e8038d876 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:27:31.923741 309170 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 00:27:31.923884 309170 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1006 00:27:31.923964 309170 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-571943"
I1006 00:27:31.923968 309170 config.go:182] Loaded profile config "ingress-addon-legacy-571943": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I1006 00:27:31.923987 309170 addons.go:231] Setting addon storage-provisioner=true in "ingress-addon-legacy-571943"
I1006 00:27:31.923989 309170 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-571943"
I1006 00:27:31.924016 309170 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-571943"
I1006 00:27:31.924050 309170 host.go:66] Checking if "ingress-addon-legacy-571943" exists ...
I1006 00:27:31.924438 309170 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-571943 --format={{.State.Status}}
I1006 00:27:31.924343 309170 kapi.go:59] client config for ingress-addon-legacy-571943: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt", KeyFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.key", CAFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1bfc0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 00:27:31.924579 309170 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-571943 --format={{.State.Status}}
I1006 00:27:31.925279 309170 cert_rotation.go:137] Starting client certificate rotation controller
I1006 00:27:31.942303 309170 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-571943" context rescaled to 1 replicas
I1006 00:27:31.942344 309170 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 00:27:31.944032 309170 out.go:177] * Verifying Kubernetes components...
I1006 00:27:31.945292 309170 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:27:31.945293 309170 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 00:27:31.945733 309170 kapi.go:59] client config for ingress-addon-legacy-571943: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt", KeyFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.key", CAFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1bfc0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 00:27:31.946845 309170 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 00:27:31.946857 309170 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 00:27:31.946902 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:27:31.947068 309170 addons.go:231] Setting addon default-storageclass=true in "ingress-addon-legacy-571943"
I1006 00:27:31.947108 309170 host.go:66] Checking if "ingress-addon-legacy-571943" exists ...
I1006 00:27:31.947497 309170 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-571943 --format={{.State.Status}}
I1006 00:27:31.965117 309170 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa Username:docker}
I1006 00:27:31.966626 309170 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1006 00:27:31.966645 309170 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 00:27:31.966694 309170 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-571943
I1006 00:27:31.986331 309170 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32787 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/ingress-addon-legacy-571943/id_rsa Username:docker}
I1006 00:27:32.011504 309170 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 00:27:32.012200 309170 kapi.go:59] client config for ingress-addon-legacy-571943: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt", KeyFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.key", CAFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1bfc0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 00:27:32.012568 309170 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-571943" to be "Ready" ...
I1006 00:27:32.182935 309170 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 00:27:32.183555 309170 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 00:27:32.604928 309170 start.go:923] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1006 00:27:32.741346 309170 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1006 00:27:32.742879 309170 addons.go:502] enable addons completed in 818.993645ms: enabled=[storage-provisioner default-storageclass]
I1006 00:27:34.020910 309170 node_ready.go:58] node "ingress-addon-legacy-571943" has status "Ready":"False"
I1006 00:27:36.021559 309170 node_ready.go:58] node "ingress-addon-legacy-571943" has status "Ready":"False"
I1006 00:27:38.520980 309170 node_ready.go:58] node "ingress-addon-legacy-571943" has status "Ready":"False"
I1006 00:27:40.521266 309170 node_ready.go:58] node "ingress-addon-legacy-571943" has status "Ready":"False"
I1006 00:27:43.021249 309170 node_ready.go:58] node "ingress-addon-legacy-571943" has status "Ready":"False"
I1006 00:27:45.520749 309170 node_ready.go:58] node "ingress-addon-legacy-571943" has status "Ready":"False"
I1006 00:27:47.521235 309170 node_ready.go:58] node "ingress-addon-legacy-571943" has status "Ready":"False"
I1006 00:27:48.021340 309170 node_ready.go:49] node "ingress-addon-legacy-571943" has status "Ready":"True"
I1006 00:27:48.021403 309170 node_ready.go:38] duration metric: took 16.008794452s waiting for node "ingress-addon-legacy-571943" to be "Ready" ...
I1006 00:27:48.021417 309170 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1006 00:27:48.027651 309170 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-fl4pw" in "kube-system" namespace to be "Ready" ...
I1006 00:27:50.034713 309170 pod_ready.go:102] pod "coredns-66bff467f8-fl4pw" in "kube-system" namespace doesn't have "Ready" status: {Phase:Pending Conditions:[{Type:PodScheduled Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-10-06 00:27:32 +0000 UTC Reason:Unschedulable Message:0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.}] Message: Reason: NominatedNodeName: HostIP: HostIPs:[] PodIP: PodIPs:[] StartTime:<nil> InitContainerStatuses:[] ContainerStatuses:[] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I1006 00:27:52.034835 309170 pod_ready.go:102] pod "coredns-66bff467f8-fl4pw" in "kube-system" namespace doesn't have "Ready" status: {Phase:Pending Conditions:[{Type:PodScheduled Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-10-06 00:27:32 +0000 UTC Reason:Unschedulable Message:0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.}] Message: Reason: NominatedNodeName: HostIP: HostIPs:[] PodIP: PodIPs:[] StartTime:<nil> InitContainerStatuses:[] ContainerStatuses:[] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I1006 00:27:54.535010 309170 pod_ready.go:102] pod "coredns-66bff467f8-fl4pw" in "kube-system" namespace doesn't have "Ready" status: {Phase:Pending Conditions:[{Type:PodScheduled Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-10-06 00:27:32 +0000 UTC Reason:Unschedulable Message:0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.}] Message: Reason: NominatedNodeName: HostIP: HostIPs:[] PodIP: PodIPs:[] StartTime:<nil> InitContainerStatuses:[] ContainerStatuses:[] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I1006 00:27:56.536858 309170 pod_ready.go:102] pod "coredns-66bff467f8-fl4pw" in "kube-system" namespace has status "Ready":"False"
I1006 00:27:58.537845 309170 pod_ready.go:102] pod "coredns-66bff467f8-fl4pw" in "kube-system" namespace has status "Ready":"False"
I1006 00:27:59.037130 309170 pod_ready.go:92] pod "coredns-66bff467f8-fl4pw" in "kube-system" namespace has status "Ready":"True"
I1006 00:27:59.037154 309170 pod_ready.go:81] duration metric: took 11.009478864s waiting for pod "coredns-66bff467f8-fl4pw" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.037169 309170 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-571943" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.041189 309170 pod_ready.go:92] pod "etcd-ingress-addon-legacy-571943" in "kube-system" namespace has status "Ready":"True"
I1006 00:27:59.041210 309170 pod_ready.go:81] duration metric: took 4.034467ms waiting for pod "etcd-ingress-addon-legacy-571943" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.041222 309170 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-571943" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.045036 309170 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-571943" in "kube-system" namespace has status "Ready":"True"
I1006 00:27:59.045057 309170 pod_ready.go:81] duration metric: took 3.828629ms waiting for pod "kube-apiserver-ingress-addon-legacy-571943" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.045066 309170 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-571943" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.048855 309170 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-571943" in "kube-system" namespace has status "Ready":"True"
I1006 00:27:59.048873 309170 pod_ready.go:81] duration metric: took 3.801685ms waiting for pod "kube-controller-manager-ingress-addon-legacy-571943" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.048888 309170 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-njgr5" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.052512 309170 pod_ready.go:92] pod "kube-proxy-njgr5" in "kube-system" namespace has status "Ready":"True"
I1006 00:27:59.052529 309170 pod_ready.go:81] duration metric: took 3.634887ms waiting for pod "kube-proxy-njgr5" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.052537 309170 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-571943" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.232934 309170 request.go:629] Waited for 180.322622ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-571943
I1006 00:27:59.433146 309170 request.go:629] Waited for 197.341639ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-571943
I1006 00:27:59.435731 309170 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-571943" in "kube-system" namespace has status "Ready":"True"
I1006 00:27:59.435752 309170 pod_ready.go:81] duration metric: took 383.209926ms waiting for pod "kube-scheduler-ingress-addon-legacy-571943" in "kube-system" namespace to be "Ready" ...
I1006 00:27:59.435763 309170 pod_ready.go:38] duration metric: took 11.414316387s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1006 00:27:59.435782 309170 api_server.go:52] waiting for apiserver process to appear ...
I1006 00:27:59.435841 309170 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 00:27:59.446420 309170 api_server.go:72] duration metric: took 27.504034625s to wait for apiserver process to appear ...
I1006 00:27:59.446444 309170 api_server.go:88] waiting for apiserver healthz status ...
I1006 00:27:59.446459 309170 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1006 00:27:59.451803 309170 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1006 00:27:59.452571 309170 api_server.go:141] control plane version: v1.18.20
I1006 00:27:59.452591 309170 api_server.go:131] duration metric: took 6.142514ms to wait for apiserver health ...
I1006 00:27:59.452599 309170 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 00:27:59.632947 309170 request.go:629] Waited for 180.271184ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I1006 00:27:59.638279 309170 system_pods.go:59] 8 kube-system pods found
I1006 00:27:59.638306 309170 system_pods.go:61] "coredns-66bff467f8-fl4pw" [4986089b-f377-4920-b7ff-cbe4e83c905b] Running
I1006 00:27:59.638311 309170 system_pods.go:61] "etcd-ingress-addon-legacy-571943" [9dff571c-4548-48f3-b08e-2370b6a234b7] Running
I1006 00:27:59.638315 309170 system_pods.go:61] "kindnet-72sjs" [43f47193-7e71-497a-9dd2-ab6f414bcb10] Running
I1006 00:27:59.638323 309170 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-571943" [4e35da46-b7ca-40d3-a3f6-cb6046a23331] Running
I1006 00:27:59.638327 309170 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-571943" [11a9bd68-080c-4177-b683-fd7655e7f110] Running
I1006 00:27:59.638331 309170 system_pods.go:61] "kube-proxy-njgr5" [551fd02b-540e-4de7-a22a-06b9595f4b48] Running
I1006 00:27:59.638335 309170 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-571943" [a2eea1f4-9f7b-406f-906a-29336da68eac] Running
I1006 00:27:59.638339 309170 system_pods.go:61] "storage-provisioner" [bf701534-f9be-4966-b85c-6ff294cd0945] Running
I1006 00:27:59.638345 309170 system_pods.go:74] duration metric: took 185.740339ms to wait for pod list to return data ...
I1006 00:27:59.638354 309170 default_sa.go:34] waiting for default service account to be created ...
I1006 00:27:59.832798 309170 request.go:629] Waited for 194.373599ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/default/serviceaccounts
I1006 00:27:59.835287 309170 default_sa.go:45] found service account: "default"
I1006 00:27:59.835314 309170 default_sa.go:55] duration metric: took 196.954018ms for default service account to be created ...
I1006 00:27:59.835323 309170 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 00:28:00.032784 309170 request.go:629] Waited for 197.35686ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I1006 00:28:00.038250 309170 system_pods.go:86] 8 kube-system pods found
I1006 00:28:00.038277 309170 system_pods.go:89] "coredns-66bff467f8-fl4pw" [4986089b-f377-4920-b7ff-cbe4e83c905b] Running
I1006 00:28:00.038282 309170 system_pods.go:89] "etcd-ingress-addon-legacy-571943" [9dff571c-4548-48f3-b08e-2370b6a234b7] Running
I1006 00:28:00.038286 309170 system_pods.go:89] "kindnet-72sjs" [43f47193-7e71-497a-9dd2-ab6f414bcb10] Running
I1006 00:28:00.038290 309170 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-571943" [4e35da46-b7ca-40d3-a3f6-cb6046a23331] Running
I1006 00:28:00.038294 309170 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-571943" [11a9bd68-080c-4177-b683-fd7655e7f110] Running
I1006 00:28:00.038300 309170 system_pods.go:89] "kube-proxy-njgr5" [551fd02b-540e-4de7-a22a-06b9595f4b48] Running
I1006 00:28:00.038306 309170 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-571943" [a2eea1f4-9f7b-406f-906a-29336da68eac] Running
I1006 00:28:00.038312 309170 system_pods.go:89] "storage-provisioner" [bf701534-f9be-4966-b85c-6ff294cd0945] Running
I1006 00:28:00.038321 309170 system_pods.go:126] duration metric: took 202.991798ms to wait for k8s-apps to be running ...
I1006 00:28:00.038336 309170 system_svc.go:44] waiting for kubelet service to be running ....
I1006 00:28:00.038387 309170 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:28:00.049068 309170 system_svc.go:56] duration metric: took 10.720302ms WaitForService to wait for kubelet.
I1006 00:28:00.049101 309170 kubeadm.go:581] duration metric: took 28.106722334s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1006 00:28:00.049124 309170 node_conditions.go:102] verifying NodePressure condition ...
I1006 00:28:00.232551 309170 request.go:629] Waited for 183.335429ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes
I1006 00:28:00.235773 309170 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1006 00:28:00.235806 309170 node_conditions.go:123] node cpu capacity is 8
I1006 00:28:00.235823 309170 node_conditions.go:105] duration metric: took 186.692839ms to run NodePressure ...
I1006 00:28:00.235837 309170 start.go:228] waiting for startup goroutines ...
I1006 00:28:00.235843 309170 start.go:233] waiting for cluster config update ...
I1006 00:28:00.235857 309170 start.go:242] writing updated cluster config ...
I1006 00:28:00.236203 309170 ssh_runner.go:195] Run: rm -f paused
I1006 00:28:00.283620 309170 start.go:600] kubectl: 1.28.2, cluster: 1.18.20 (minor skew: 10)
I1006 00:28:00.285733 309170 out.go:177]
W1006 00:28:00.287247 309170 out.go:239] ! /usr/local/bin/kubectl is version 1.28.2, which may have incompatibilities with Kubernetes 1.18.20.
I1006 00:28:00.288726 309170 out.go:177] - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'
I1006 00:28:00.290451 309170 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-571943" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 06 00:30:53 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:30:53.451840275Z" level=info msg="Created container 60e2789f36f066aed0695d7ec1aecd02aeacb0a08a9bc603e694978d8e550f74: default/hello-world-app-5f5d8b66bb-l9c55/hello-world-app" id=7f5845d2-256d-4437-9409-d7034278dc5a name=/runtime.v1alpha2.RuntimeService/CreateContainer
Oct 06 00:30:53 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:30:53.452454623Z" level=info msg="Starting container: 60e2789f36f066aed0695d7ec1aecd02aeacb0a08a9bc603e694978d8e550f74" id=db7797c7-ec98-42d9-a359-5b9a26926242 name=/runtime.v1alpha2.RuntimeService/StartContainer
Oct 06 00:30:53 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:30:53.461437820Z" level=info msg="Started container" PID=5122 containerID=60e2789f36f066aed0695d7ec1aecd02aeacb0a08a9bc603e694978d8e550f74 description=default/hello-world-app-5f5d8b66bb-l9c55/hello-world-app id=db7797c7-ec98-42d9-a359-5b9a26926242 name=/runtime.v1alpha2.RuntimeService/StartContainer sandboxID=b001075220052a4d50c7010980d2cea8cdd97a886a5230f7b324f48a399875b2
Oct 06 00:30:58 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:30:58.418468146Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=6f10b50d-6f2f-47b4-a078-c092300a22d4 name=/runtime.v1alpha2.ImageService/ImageStatus
Oct 06 00:31:07 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:07.419423217Z" level=info msg="Stopping pod sandbox: 85796b32cf23ec8af597c922b0dfc99aaf9002f2f548324217e45a78df25ea03" id=215dcac8-55c5-4626-a3f6-4998d2985664 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 06 00:31:07 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:07.420573448Z" level=info msg="Stopped pod sandbox: 85796b32cf23ec8af597c922b0dfc99aaf9002f2f548324217e45a78df25ea03" id=215dcac8-55c5-4626-a3f6-4998d2985664 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 06 00:31:07 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:07.428801524Z" level=info msg="Stopping pod sandbox: 85796b32cf23ec8af597c922b0dfc99aaf9002f2f548324217e45a78df25ea03" id=ee11b1ae-4a31-4b5b-9027-8b334e0ebfb2 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 06 00:31:07 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:07.428852932Z" level=info msg="Stopped pod sandbox (already stopped): 85796b32cf23ec8af597c922b0dfc99aaf9002f2f548324217e45a78df25ea03" id=ee11b1ae-4a31-4b5b-9027-8b334e0ebfb2 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 06 00:31:08 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:08.207935417Z" level=info msg="Stopping container: 51323a6adc8d09e91f4d9b7353bf20b0f2f11c3291b3756873da271bc991b31a (timeout: 2s)" id=2121d0d0-bf79-413f-af4d-3ffadc057646 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 06 00:31:08 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:08.210148607Z" level=info msg="Stopping container: 51323a6adc8d09e91f4d9b7353bf20b0f2f11c3291b3756873da271bc991b31a (timeout: 2s)" id=bdf0c65a-d906-4319-817a-ea3b6df1d72e name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.217766846Z" level=warning msg="Stopping container 51323a6adc8d09e91f4d9b7353bf20b0f2f11c3291b3756873da271bc991b31a with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=2121d0d0-bf79-413f-af4d-3ffadc057646 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 06 00:31:10 ingress-addon-legacy-571943 conmon[3391]: conmon 51323a6adc8d09e91f4d <ninfo>: container 3403 exited with status 137
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.380213330Z" level=info msg="Stopped container 51323a6adc8d09e91f4d9b7353bf20b0f2f11c3291b3756873da271bc991b31a: ingress-nginx/ingress-nginx-controller-7fcf777cb7-jb4rh/controller" id=2121d0d0-bf79-413f-af4d-3ffadc057646 name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.380251719Z" level=info msg="Stopped container 51323a6adc8d09e91f4d9b7353bf20b0f2f11c3291b3756873da271bc991b31a: ingress-nginx/ingress-nginx-controller-7fcf777cb7-jb4rh/controller" id=bdf0c65a-d906-4319-817a-ea3b6df1d72e name=/runtime.v1alpha2.RuntimeService/StopContainer
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.380833984Z" level=info msg="Stopping pod sandbox: 63e0f204f5107c039ed4129985145a113a05b2691636e99ebf1ff17d813590ec" id=99c27bfc-a18e-4ad3-9a78-65e21567676c name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.380836504Z" level=info msg="Stopping pod sandbox: 63e0f204f5107c039ed4129985145a113a05b2691636e99ebf1ff17d813590ec" id=ff5cf209-d3ae-40d9-951c-e3978df13cc4 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.384323551Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-OLIEOBVWKG7UI4UD - [0:0]\n:KUBE-HP-VQOGIN5XHHC7TZNB - [0:0]\n-X KUBE-HP-VQOGIN5XHHC7TZNB\n-X KUBE-HP-OLIEOBVWKG7UI4UD\nCOMMIT\n"
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.385681830Z" level=info msg="Closing host port tcp:80"
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.385715490Z" level=info msg="Closing host port tcp:443"
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.386678732Z" level=info msg="Host port tcp:80 does not have an open socket"
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.386697931Z" level=info msg="Host port tcp:443 does not have an open socket"
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.386810666Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7fcf777cb7-jb4rh Namespace:ingress-nginx ID:63e0f204f5107c039ed4129985145a113a05b2691636e99ebf1ff17d813590ec UID:6a808db6-8fee-4d8b-af53-d195949e1a75 NetNS:/var/run/netns/7a5754f8-5e06-476b-a256-f41132c5bc6b Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.386928282Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7fcf777cb7-jb4rh from CNI network \"kindnet\" (type=ptp)"
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.422837814Z" level=info msg="Stopped pod sandbox: 63e0f204f5107c039ed4129985145a113a05b2691636e99ebf1ff17d813590ec" id=99c27bfc-a18e-4ad3-9a78-65e21567676c name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Oct 06 00:31:10 ingress-addon-legacy-571943 crio[959]: time="2023-10-06 00:31:10.423000895Z" level=info msg="Stopped pod sandbox (already stopped): 63e0f204f5107c039ed4129985145a113a05b2691636e99ebf1ff17d813590ec" id=ff5cf209-d3ae-40d9-951c-e3978df13cc4 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
60e2789f36f06 gcr.io/google-samples/hello-app@sha256:9c2e643516106a9eab2bf382e5025f92ec1c15275a7f4315562271033b9356a6 22 seconds ago Running hello-world-app 0 b001075220052 hello-world-app-5f5d8b66bb-l9c55
b34756a84f579 docker.io/library/nginx@sha256:34b58b4f5c6d133d97298cbaae140283dc325ff1aeffb28176f63078baeffd14 2 minutes ago Running nginx 0 4f5f970d70bc1 nginx
51323a6adc8d0 registry.k8s.io/ingress-nginx/controller@sha256:35fe394c82164efa8f47f3ed0be981b3f23da77175bbb8268a9ae438851c8324 3 minutes ago Exited controller 0 63e0f204f5107 ingress-nginx-controller-7fcf777cb7-jb4rh
0afd1e703061b docker.io/jettech/kube-webhook-certgen@sha256:784853e84a0223f34ea58fe36766c2dbeb129b125d25f16b8468c903262b77f6 3 minutes ago Exited patch 0 b89cbf085713b ingress-nginx-admission-patch-z89qj
59ab78416939e docker.io/jettech/kube-webhook-certgen@sha256:784853e84a0223f34ea58fe36766c2dbeb129b125d25f16b8468c903262b77f6 3 minutes ago Exited create 0 2fa1f13f1ec9c ingress-nginx-admission-create-c2jvh
ed523b7ac071b 67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5 3 minutes ago Running coredns 0 488340001baaf coredns-66bff467f8-fl4pw
11476f786072c 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 3 minutes ago Running storage-provisioner 0 61856439069f0 storage-provisioner
03f080aec5844 docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052 3 minutes ago Running kindnet-cni 0 c7007d2371367 kindnet-72sjs
54222fa7f1f73 27f8b8d51985f755cfb3ffea424fa34865cc0da63e99378d8202f923c3c5a8ba 3 minutes ago Running kube-proxy 0 d23ab22462a79 kube-proxy-njgr5
123af5a014556 a05a1a79adaad058478b7638d2e73cf408b283305081516fbe02706b0e205346 4 minutes ago Running kube-scheduler 0 4aca204328d03 kube-scheduler-ingress-addon-legacy-571943
ef3cb63e71cb7 303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f 4 minutes ago Running etcd 0 580d246be0558 etcd-ingress-addon-legacy-571943
40429d2d3274e e7c545a60706cf009a893afdc7dba900cc2e342b8042b9c421d607ca41e8b290 4 minutes ago Running kube-controller-manager 0 392b733b4ffb6 kube-controller-manager-ingress-addon-legacy-571943
71baed2528506 7d8d2960de69688eab5698081441539a1662f47e092488973e455a8334955cb1 4 minutes ago Running kube-apiserver 0 bcd2296f3e8cb kube-apiserver-ingress-addon-legacy-571943
*
* ==> coredns [ed523b7ac071be6cb2775dbd7b418a6f3d9e06254785cbbbeb8be7507b1d24b8] <==
* [INFO] 10.244.0.5:36825 - 62639 "AAAA IN hello-world-app.default.svc.cluster.local.c.k8s-minikube.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00539379s
[INFO] 10.244.0.5:58448 - 11044 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005216779s
[INFO] 10.244.0.5:40369 - 40729 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004962924s
[INFO] 10.244.0.5:41143 - 39617 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005005023s
[INFO] 10.244.0.5:42578 - 30299 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004942974s
[INFO] 10.244.0.5:57028 - 21977 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005230232s
[INFO] 10.244.0.5:47786 - 28304 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005165996s
[INFO] 10.244.0.5:36825 - 8976 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005060959s
[INFO] 10.244.0.5:47051 - 1148 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00523177s
[INFO] 10.244.0.5:47786 - 49042 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004210683s
[INFO] 10.244.0.5:47051 - 11148 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00427406s
[INFO] 10.244.0.5:42578 - 24530 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00449977s
[INFO] 10.244.0.5:40369 - 45014 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004586256s
[INFO] 10.244.0.5:41143 - 26967 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004547917s
[INFO] 10.244.0.5:57028 - 53584 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004656054s
[INFO] 10.244.0.5:36825 - 37948 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004374679s
[INFO] 10.244.0.5:47051 - 18357 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000069034s
[INFO] 10.244.0.5:42578 - 39934 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000055294s
[INFO] 10.244.0.5:57028 - 38654 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000048631s
[INFO] 10.244.0.5:36825 - 46799 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000038566s
[INFO] 10.244.0.5:40369 - 986 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000115572s
[INFO] 10.244.0.5:58448 - 16624 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005076065s
[INFO] 10.244.0.5:41143 - 39127 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00023496s
[INFO] 10.244.0.5:47786 - 23477 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00033524s
[INFO] 10.244.0.5:58448 - 58757 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000100886s
*
* ==> describe nodes <==
* Name: ingress-addon-legacy-571943
Roles: master
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ingress-addon-legacy-571943
kubernetes.io/os=linux
minikube.k8s.io/commit=6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34
minikube.k8s.io/name=ingress-addon-legacy-571943
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_06T00_27_17_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/master=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 06 Oct 2023 00:27:13 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ingress-addon-legacy-571943
AcquireTime: <unset>
RenewTime: Fri, 06 Oct 2023 00:31:07 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 06 Oct 2023 00:28:47 +0000 Fri, 06 Oct 2023 00:27:10 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 06 Oct 2023 00:28:47 +0000 Fri, 06 Oct 2023 00:27:10 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 06 Oct 2023 00:28:47 +0000 Fri, 06 Oct 2023 00:27:10 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 06 Oct 2023 00:28:47 +0000 Fri, 06 Oct 2023 00:27:47 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ingress-addon-legacy-571943
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859432Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859432Ki
pods: 110
System Info:
Machine ID: 0b3342cb4a6b439eae0ef1c76ab10115
System UUID: 1f00e5db-e238-41a2-9fe5-79de331817d9
Boot ID: 1dca107e-c417-4a75-85f9-849863f7b851
Kernel Version: 5.15.0-1044-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.18.20
Kube-Proxy Version: v1.18.20
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (10 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits AGE
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5f5d8b66bb-l9c55 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 24s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m46s
kube-system coredns-66bff467f8-fl4pw 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 3m43s
kube-system etcd-ingress-addon-legacy-571943 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m58s
kube-system kindnet-72sjs 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m43s
kube-system kube-apiserver-ingress-addon-legacy-571943 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m58s
kube-system kube-controller-manager-ingress-addon-legacy-571943 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m58s
kube-system kube-proxy-njgr5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m43s
kube-system kube-scheduler-ingress-addon-legacy-571943 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m57s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m43s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%!)(MISSING) 100m (1%!)(MISSING)
memory 120Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal NodeHasSufficientMemory 4m6s (x5 over 4m6s) kubelet Node ingress-addon-legacy-571943 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m6s (x5 over 4m6s) kubelet Node ingress-addon-legacy-571943 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m6s (x4 over 4m6s) kubelet Node ingress-addon-legacy-571943 status is now: NodeHasSufficientPID
Normal Starting 3m58s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m58s kubelet Node ingress-addon-legacy-571943 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m58s kubelet Node ingress-addon-legacy-571943 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m58s kubelet Node ingress-addon-legacy-571943 status is now: NodeHasSufficientPID
Normal Starting 3m43s kube-proxy Starting kube-proxy.
Normal NodeReady 3m28s kubelet Node ingress-addon-legacy-571943 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.004932] FS-Cache: N-cookie c=0000000f [p=00000003 fl=2 nc=0 na=1]
[ +0.007943] FS-Cache: N-cookie d=000000006369c034{9p.inode} n=00000000127299c9
[ +0.008732] FS-Cache: N-key=[8] '98a60f0200000000'
[ +0.267594] FS-Cache: Duplicate cookie detected
[ +0.004661] FS-Cache: O-cookie c=00000009 [p=00000003 fl=226 nc=0 na=1]
[ +0.006736] FS-Cache: O-cookie d=000000006369c034{9p.inode} n=00000000a185eca0
[ +0.007357] FS-Cache: O-key=[8] 'a2a60f0200000000'
[ +0.004904] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.006652] FS-Cache: N-cookie d=000000006369c034{9p.inode} n=000000000877448b
[ +0.007359] FS-Cache: N-key=[8] 'a2a60f0200000000'
[ +25.840779] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[Oct 6 00:28] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +1.028111] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +2.011878] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +4.159697] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +8.191455] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000025] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[Oct 6 00:29] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000030] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +34.045667] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
*
* ==> etcd [ef3cb63e71cb74e0407a3da4f78bf950c88fa289a8acf08607753292d3c9adf5] <==
* raft2023/10/06 00:27:10 INFO: aec36adc501070cc became follower at term 0
raft2023/10/06 00:27:10 INFO: newRaft aec36adc501070cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]
raft2023/10/06 00:27:10 INFO: aec36adc501070cc became follower at term 1
raft2023/10/06 00:27:10 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2023-10-06 00:27:10.284554 W | auth: simple token is not cryptographically signed
2023-10-06 00:27:10.291706 I | etcdserver: starting server... [version: 3.4.3, cluster version: to_be_decided]
2023-10-06 00:27:10.294579 I | embed: ClientTLS: cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file =
2023-10-06 00:27:10.294753 I | embed: listening for metrics on http://127.0.0.1:2381
2023-10-06 00:27:10.294958 I | etcdserver: aec36adc501070cc as single-node; fast-forwarding 9 ticks (election ticks 10)
2023-10-06 00:27:10.295476 I | embed: listening for peers on 192.168.49.2:2380
raft2023/10/06 00:27:10 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2023-10-06 00:27:10.295903 I | etcdserver/membership: added member aec36adc501070cc [https://192.168.49.2:2380] to cluster fa54960ea34d58be
raft2023/10/06 00:27:10 INFO: aec36adc501070cc is starting a new election at term 1
raft2023/10/06 00:27:10 INFO: aec36adc501070cc became candidate at term 2
raft2023/10/06 00:27:10 INFO: aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2
raft2023/10/06 00:27:10 INFO: aec36adc501070cc became leader at term 2
raft2023/10/06 00:27:10 INFO: raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2
2023-10-06 00:27:10.510403 I | etcdserver: setting up the initial cluster version to 3.4
2023-10-06 00:27:10.511295 N | etcdserver/membership: set the initial cluster version to 3.4
2023-10-06 00:27:10.511362 I | etcdserver/api: enabled capabilities for version 3.4
2023-10-06 00:27:10.511403 I | etcdserver: published {Name:ingress-addon-legacy-571943 ClientURLs:[https://192.168.49.2:2379]} to cluster fa54960ea34d58be
2023-10-06 00:27:10.511423 I | embed: ready to serve client requests
2023-10-06 00:27:10.511548 I | embed: ready to serve client requests
2023-10-06 00:27:10.513978 I | embed: serving client requests on 127.0.0.1:2379
2023-10-06 00:27:10.514249 I | embed: serving client requests on 192.168.49.2:2379
*
* ==> kernel <==
* 00:31:15 up 6:13, 0 users, load average: 0.09, 0.77, 1.72
Linux ingress-addon-legacy-571943 5.15.0-1044-gcp #52~20.04.1-Ubuntu SMP Wed Sep 20 16:25:19 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [03f080aec584470a67d0b1d8d1ea90a859e15a1f9382972369f2ad167b850a4b] <==
* I1006 00:29:08.759701 1 main.go:227] handling current node
I1006 00:29:18.771084 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:29:18.771109 1 main.go:227] handling current node
I1006 00:29:28.774228 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:29:28.774251 1 main.go:227] handling current node
I1006 00:29:38.785155 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:29:38.785183 1 main.go:227] handling current node
I1006 00:29:48.788840 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:29:48.788865 1 main.go:227] handling current node
I1006 00:29:58.801016 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:29:58.801040 1 main.go:227] handling current node
I1006 00:30:08.804535 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:30:08.804560 1 main.go:227] handling current node
I1006 00:30:18.816395 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:30:18.816421 1 main.go:227] handling current node
I1006 00:30:28.820586 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:30:28.820611 1 main.go:227] handling current node
I1006 00:30:38.832842 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:30:38.832872 1 main.go:227] handling current node
I1006 00:30:48.836945 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:30:48.836969 1 main.go:227] handling current node
I1006 00:30:58.849224 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:30:58.849250 1 main.go:227] handling current node
I1006 00:31:08.853427 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1006 00:31:08.853454 1 main.go:227] handling current node
*
* ==> kube-apiserver [71baed2528506f8ce3edc56593fb3ab960d029f0e5d28f5ba58b44b1378be333] <==
* I1006 00:27:13.981454 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 00:27:13.981568 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1006 00:27:13.981831 1 cache.go:39] Caches are synced for autoregister controller
I1006 00:27:13.982043 1 shared_informer.go:230] Caches are synced for crd-autoregister
I1006 00:27:13.982712 1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller
I1006 00:27:14.873404 1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I1006 00:27:14.873440 1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I1006 00:27:14.878087 1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000
I1006 00:27:14.881143 1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000
I1006 00:27:14.881161 1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.
I1006 00:27:15.160385 1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 00:27:15.202423 1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
W1006 00:27:15.305771 1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.49.2]
I1006 00:27:15.306608 1 controller.go:609] quota admission added evaluator for: endpoints
I1006 00:27:15.309527 1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 00:27:16.164283 1 controller.go:609] quota admission added evaluator for: serviceaccounts
I1006 00:27:16.907932 1 controller.go:609] quota admission added evaluator for: deployments.apps
I1006 00:27:17.146290 1 controller.go:609] quota admission added evaluator for: daemonsets.apps
I1006 00:27:17.401091 1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io
I1006 00:27:32.016145 1 controller.go:609] quota admission added evaluator for: replicasets.apps
I1006 00:27:32.097510 1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps
I1006 00:28:00.983774 1 controller.go:609] quota admission added evaluator for: jobs.batch
I1006 00:28:29.327224 1 controller.go:609] quota admission added evaluator for: ingresses.networking.k8s.io
E1006 00:31:08.219332 1 authentication.go:53] Unable to authenticate the request due to an error: [invalid bearer token, Token has been invalidated]
E1006 00:31:09.971860 1 authentication.go:53] Unable to authenticate the request due to an error: [invalid bearer token, Token has been invalidated]
*
* ==> kube-controller-manager [40429d2d3274e191320c5c5f98a78680817c070661e0d2e479b0ccc30667a5c6] <==
* I1006 00:27:32.183879 1 event.go:278] Event(v1.ObjectReference{Kind:"DaemonSet", Namespace:"kube-system", Name:"kube-proxy", UID:"89d4bf90-f956-43c2-8301-e52ce91f786d", APIVersion:"apps/v1", ResourceVersion:"220", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: kube-proxy-njgr5
I1006 00:27:32.187497 1 event.go:278] Event(v1.ObjectReference{Kind:"DaemonSet", Namespace:"kube-system", Name:"kindnet", UID:"7e9f5de1-f136-40a5-b1c8-445fe189d3b3", APIVersion:"apps/v1", ResourceVersion:"239", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: kindnet-72sjs
I1006 00:27:32.218154 1 shared_informer.go:230] Caches are synced for garbage collector
I1006 00:27:32.264479 1 shared_informer.go:230] Caches are synced for garbage collector
I1006 00:27:32.264504 1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I1006 00:27:32.281523 1 shared_informer.go:230] Caches are synced for resource quota
I1006 00:27:32.281699 1 request.go:621] Throttling request took 1.063261326s, request: GET:https://control-plane.minikube.internal:8443/apis/authorization.k8s.io/v1beta1?timeout=32s
E1006 00:27:32.286707 1 daemon_controller.go:321] kube-system/kindnet failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kindnet", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kindnet", UID:"7e9f5de1-f136-40a5-b1c8-445fe189d3b3", ResourceVersion:"239", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63832148837, loc:(*time.Location)(0x6d002e0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"app":"kindnet", "k8s-app":"kindnet", "tier":"node"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1", "kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"apps/v1\",\"kind\":\"DaemonSet\",\"metadata\":{\"annotations\":{},\"labels\":{\"app\":\"kindnet\",\"k8s-app\":\"kindnet\",\"tier\":\"node\"},\"name\":\"kindnet\",\"namespace\":\"kube-system\
"},\"spec\":{\"selector\":{\"matchLabels\":{\"app\":\"kindnet\"}},\"template\":{\"metadata\":{\"labels\":{\"app\":\"kindnet\",\"k8s-app\":\"kindnet\",\"tier\":\"node\"}},\"spec\":{\"containers\":[{\"env\":[{\"name\":\"HOST_IP\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"status.hostIP\"}}},{\"name\":\"POD_IP\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"status.podIP\"}}},{\"name\":\"POD_SUBNET\",\"value\":\"10.244.0.0/16\"}],\"image\":\"docker.io/kindest/kindnetd:v20230809-80a64d96\",\"name\":\"kindnet-cni\",\"resources\":{\"limits\":{\"cpu\":\"100m\",\"memory\":\"50Mi\"},\"requests\":{\"cpu\":\"100m\",\"memory\":\"50Mi\"}},\"securityContext\":{\"capabilities\":{\"add\":[\"NET_RAW\",\"NET_ADMIN\"]},\"privileged\":false},\"volumeMounts\":[{\"mountPath\":\"/etc/cni/net.d\",\"name\":\"cni-cfg\"},{\"mountPath\":\"/run/xtables.lock\",\"name\":\"xtables-lock\",\"readOnly\":false},{\"mountPath\":\"/lib/modules\",\"name\":\"lib-modules\",\"readOnly\":true}]}],\"hostNetwork\":true,\"serviceAccountName\":\"kindnet\",
\"tolerations\":[{\"effect\":\"NoSchedule\",\"operator\":\"Exists\"}],\"volumes\":[{\"hostPath\":{\"path\":\"/etc/cni/net.d\",\"type\":\"DirectoryOrCreate\"},\"name\":\"cni-cfg\"},{\"hostPath\":{\"path\":\"/run/xtables.lock\",\"type\":\"FileOrCreate\"},\"name\":\"xtables-lock\"},{\"hostPath\":{\"path\":\"/lib/modules\"},\"name\":\"lib-modules\"}]}}}}\n"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubectl", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0xc000fdb2e0), FieldsType:"FieldsV1", FieldsV1:(*v1.FieldsV1)(0xc000fdb360)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc000fdb380), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*
int64)(nil), Labels:map[string]string{"app":"kindnet", "k8s-app":"kindnet", "tier":"node"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"cni-cfg", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc000fdb3c0), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI
:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc000fdb420), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVol
umeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc000fdb480), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDis
k:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), Sca
leIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kindnet-cni", Image:"docker.io/kindest/kindnetd:v20230809-80a64d96", Command:[]string(nil), Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"HOST_IP", Value:"", ValueFrom:(*v1.EnvVarSource)(0xc000fdb4c0)}, v1.EnvVar{Name:"POD_IP", Value:"", ValueFrom:(*v1.EnvVarSource)(0xc000fdb560)}, v1.EnvVar{Name:"POD_SUBNET", Value:"10.244.0.0/16", ValueFrom:(*v1.EnvVarSource)(nil)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList{"cpu":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"100m", Format:"DecimalSI"}, "memory":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"50Mi", Format:"BinarySI"}}, Requests:v1.Re
sourceList{"cpu":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"100m", Format:"DecimalSI"}, "memory":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"50Mi", Format:"BinarySI"}}}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"cni-cfg", ReadOnly:false, MountPath:"/etc/cni/net.d", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log"
, TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0xc00037bdb0), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0xc0013209d8), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string(nil), ServiceAccountName:"kindnet", DeprecatedServiceAccount:"kindnet", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc0005eb7a0), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"NoSchedule", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"", Priority:(*int32)(nil), DNSConfig:(*v1.P
odDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc000a96608)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc001320a20)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kindnet": the object has been modified; please apply your changes to the latest version and try again
E1006 00:27:32.289485 1 daemon_controller.go:321] kube-system/kube-proxy failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-proxy", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kube-proxy", UID:"89d4bf90-f956-43c2-8301-e52ce91f786d", ResourceVersion:"220", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63832148837, loc:(*time.Location)(0x6d002e0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubeadm", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0xc000fdb060), FieldsType:"FieldsV1", FieldsV1:(*v1.Fields
V1)(0xc000fdb0a0)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc000fdb0c0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"kube-proxy", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(nil), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(n
il), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(0xc000b0f800), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSou
rce)(0xc000fdb120), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.Pr
ojectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc000fdb180), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolum
eSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kube-proxy", Image:"k8s.gcr.io/kube-proxy:v1.18.20", Command:[]string{"/usr/local/bin/kube-proxy", "--config=/var/lib/kube-proxy/config.conf", "--hostname-override=$(NODE_NAME)"}, Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"NODE_NAME", Value:"", ValueFrom:(*v1.EnvVarSource)(0xc000fdb200)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList(nil), Requests:v1.ResourceList
(nil)}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"kube-proxy", ReadOnly:false, MountPath:"/var/lib/kube-proxy", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log", TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0xc00037bbd0), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0xc0006f7e98), Acti
veDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string{"kubernetes.io/os":"linux"}, ServiceAccountName:"kube-proxy", DeprecatedServiceAccount:"kube-proxy", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc0005eb730), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"CriticalAddonsOnly", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}, v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"system-node-critical", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPoli
cy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc000a96600)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc0006f7ee8)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kube-proxy": the object has been modified; please apply your changes to the latest version and try again
E1006 00:27:32.384349 1 daemon_controller.go:321] kube-system/kube-proxy failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-proxy", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kube-proxy", UID:"89d4bf90-f956-43c2-8301-e52ce91f786d", ResourceVersion:"353", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63832148837, loc:(*time.Location)(0x6d002e0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubeadm", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0xc00188fc00), FieldsType:"FieldsV1", FieldsV1:(*v1.Fields
V1)(0xc00188fc20)}, v1.ManagedFieldsEntry{Manager:"kube-controller-manager", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0xc00188fc40), FieldsType:"FieldsV1", FieldsV1:(*v1.FieldsV1)(0xc00188fc60)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc00188fc80), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"kube-proxy", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(nil), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDi
skVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(0xc001271080), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.Sca
leIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc00188fca0), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtu
alDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc00188fcc0), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource
)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kube-proxy", Image:"k8s.gcr.io/kube-proxy:v1.18.20", Command:[]string{"/usr/local/bin/kube-proxy", "--config=/var/lib/kube-proxy/config.conf", "--hostname-override=$(NODE_NAME)"}, Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(
nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"NODE_NAME", Value:"", ValueFrom:(*v1.EnvVarSource)(0xc00188fd00)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList(nil), Requests:v1.ResourceList(nil)}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"kube-proxy", ReadOnly:false, MountPath:"/var/lib/kube-proxy", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log", TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContex
t)(0xc001bca550), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0xc000a73738), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string{"kubernetes.io/os":"linux"}, ServiceAccountName:"kube-proxy", DeprecatedServiceAccount:"kube-proxy", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc0009a15e0), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"CriticalAddonsOnly", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}, v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"system-node-
critical", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc0001341c8)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc000a73798)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:1, NumberReady:0, ObservedGeneration:1, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:1, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kube-proxy": the object has been modified; please apply your changes to the latest version and try again
I1006 00:27:32.868858 1 shared_informer.go:223] Waiting for caches to sync for resource quota
I1006 00:27:32.868908 1 shared_informer.go:230] Caches are synced for resource quota
I1006 00:27:52.085744 1 node_lifecycle_controller.go:1226] Controller detected that some Nodes are Ready. Exiting master disruption mode.
I1006 00:28:00.951169 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"880b5c4a-d468-4d9f-afc3-3270d83878f3", APIVersion:"apps/v1", ResourceVersion:"458", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1
I1006 00:28:00.986759 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"b7d65ae7-c067-43e0-bc48-8ab8537280b7", APIVersion:"apps/v1", ResourceVersion:"459", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-jb4rh
I1006 00:28:01.006654 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"e6893f9b-8bb5-487f-b9ca-c3ee092cacb5", APIVersion:"batch/v1", ResourceVersion:"463", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-c2jvh
I1006 00:28:01.084616 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"14e887fc-7170-429e-a64b-e0949e8067f9", APIVersion:"batch/v1", ResourceVersion:"472", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-z89qj
I1006 00:28:05.540403 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"e6893f9b-8bb5-487f-b9ca-c3ee092cacb5", APIVersion:"batch/v1", ResourceVersion:"476", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I1006 00:28:06.595286 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"14e887fc-7170-429e-a64b-e0949e8067f9", APIVersion:"batch/v1", ResourceVersion:"483", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I1006 00:30:51.068145 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"default", Name:"hello-world-app", UID:"dc30b887-1e33-4bc8-99ac-1d15996bbf86", APIVersion:"apps/v1", ResourceVersion:"701", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set hello-world-app-5f5d8b66bb to 1
I1006 00:30:51.074186 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"default", Name:"hello-world-app-5f5d8b66bb", UID:"6155bfdc-14ea-4e0f-b587-848b1068a57f", APIVersion:"apps/v1", ResourceVersion:"702", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: hello-world-app-5f5d8b66bb-l9c55
E1006 00:31:12.920395 1 tokens_controller.go:261] error synchronizing serviceaccount ingress-nginx/default: secrets "default-token-sqj5v" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated
*
* ==> kube-proxy [54222fa7f1f734ea699055b2886904972ee9b00ca4a151265cfad2ad828455cc] <==
* W1006 00:27:32.892849 1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy
I1006 00:27:32.899175 1 node.go:136] Successfully retrieved node IP: 192.168.49.2
I1006 00:27:32.899201 1 server_others.go:186] Using iptables Proxier.
I1006 00:27:32.899459 1 server.go:583] Version: v1.18.20
I1006 00:27:32.899940 1 config.go:315] Starting service config controller
I1006 00:27:32.899956 1 shared_informer.go:223] Waiting for caches to sync for service config
I1006 00:27:32.899989 1 config.go:133] Starting endpoints config controller
I1006 00:27:32.900022 1 shared_informer.go:223] Waiting for caches to sync for endpoints config
I1006 00:27:33.000124 1 shared_informer.go:230] Caches are synced for service config
I1006 00:27:33.000304 1 shared_informer.go:230] Caches are synced for endpoints config
*
* ==> kube-scheduler [123af5a01455633cab5d60a424aba8bfbed5883dc4ada3c2bf3d3bbcbc68f463] <==
* W1006 00:27:13.905515 1 authentication.go:298] Continuing without authentication configuration. This may treat all requests as anonymous.
W1006 00:27:13.905522 1 authentication.go:299] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1006 00:27:13.993316 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I1006 00:27:13.993352 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I1006 00:27:13.995840 1 secure_serving.go:178] Serving securely on 127.0.0.1:10259
I1006 00:27:13.995923 1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1006 00:27:13.995935 1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1006 00:27:13.995951 1 tlsconfig.go:240] Starting DynamicServingCertificateController
E1006 00:27:13.997148 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1006 00:27:13.997505 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1006 00:27:13.997757 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1006 00:27:13.997997 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1006 00:27:13.998817 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1006 00:27:13.998912 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1006 00:27:13.999015 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1006 00:27:13.999168 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1006 00:27:13.999547 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1006 00:27:13.999558 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1006 00:27:13.999594 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1006 00:27:13.999711 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1006 00:27:14.844974 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1006 00:27:14.906526 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1006 00:27:14.987803 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1006 00:27:15.110035 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I1006 00:27:17.496150 1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Oct 06 00:30:35 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:35.419126 1864 pod_workers.go:191] Error syncing pod 87845a94-e0db-4008-8b81-defd340edb56 ("kube-ingress-dns-minikube_kube-system(87845a94-e0db-4008-8b81-defd340edb56)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 06 00:30:47 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:47.419161 1864 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 06 00:30:47 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:47.419220 1864 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 06 00:30:47 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:47.419272 1864 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 06 00:30:47 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:47.419309 1864 pod_workers.go:191] Error syncing pod 87845a94-e0db-4008-8b81-defd340edb56 ("kube-ingress-dns-minikube_kube-system(87845a94-e0db-4008-8b81-defd340edb56)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 06 00:30:51 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:30:51.079765 1864 topology_manager.go:235] [topologymanager] Topology Admit Handler
Oct 06 00:30:51 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:30:51.212859 1864 reconciler.go:224] operationExecutor.VerifyControllerAttachedVolume started for volume "default-token-trjdz" (UniqueName: "kubernetes.io/secret/b270e487-2517-4049-9d04-a2093640098e-default-token-trjdz") pod "hello-world-app-5f5d8b66bb-l9c55" (UID: "b270e487-2517-4049-9d04-a2093640098e")
Oct 06 00:30:51 ingress-addon-legacy-571943 kubelet[1864]: W1006 00:30:51.434227 1864 manager.go:1131] Failed to process watch event {EventType:0 Name:/docker/84dc921233ac6b2ae20b767dbee0c9bcae2986c09ed263f22559235a91e4b90a/crio-b001075220052a4d50c7010980d2cea8cdd97a886a5230f7b324f48a399875b2 WatchSource:0}: Error finding container b001075220052a4d50c7010980d2cea8cdd97a886a5230f7b324f48a399875b2: Status 404 returned error &{%!!(MISSING)s(*http.body=&{0xc000aa3400 <nil> <nil> false false {0 0} false false false <nil>}) {%!!(MISSING)s(int32=0) %!!(MISSING)s(uint32=0)} %!!(MISSING)s(bool=false) <nil> %!!(MISSING)s(func(error) error=0x750800) %!!(MISSING)s(func() error=0x750790)}
Oct 06 00:30:58 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:58.418863 1864 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 06 00:30:58 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:58.418917 1864 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 06 00:30:58 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:58.418989 1864 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Oct 06 00:30:58 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:30:58.419028 1864 pod_workers.go:191] Error syncing pod 87845a94-e0db-4008-8b81-defd340edb56 ("kube-ingress-dns-minikube_kube-system(87845a94-e0db-4008-8b81-defd340edb56)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Oct 06 00:31:06 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:06.949732 1864 reconciler.go:196] operationExecutor.UnmountVolume started for volume "minikube-ingress-dns-token-tx6ln" (UniqueName: "kubernetes.io/secret/87845a94-e0db-4008-8b81-defd340edb56-minikube-ingress-dns-token-tx6ln") pod "87845a94-e0db-4008-8b81-defd340edb56" (UID: "87845a94-e0db-4008-8b81-defd340edb56")
Oct 06 00:31:06 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:06.951699 1864 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87845a94-e0db-4008-8b81-defd340edb56-minikube-ingress-dns-token-tx6ln" (OuterVolumeSpecName: "minikube-ingress-dns-token-tx6ln") pod "87845a94-e0db-4008-8b81-defd340edb56" (UID: "87845a94-e0db-4008-8b81-defd340edb56"). InnerVolumeSpecName "minikube-ingress-dns-token-tx6ln". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 06 00:31:07 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:07.050110 1864 reconciler.go:319] Volume detached for volume "minikube-ingress-dns-token-tx6ln" (UniqueName: "kubernetes.io/secret/87845a94-e0db-4008-8b81-defd340edb56-minikube-ingress-dns-token-tx6ln") on node "ingress-addon-legacy-571943" DevicePath ""
Oct 06 00:31:07 ingress-addon-legacy-571943 kubelet[1864]: W1006 00:31:07.922175 1864 pod_container_deletor.go:77] Container "85796b32cf23ec8af597c922b0dfc99aaf9002f2f548324217e45a78df25ea03" not found in pod's containers
Oct 06 00:31:08 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:31:08.210519 1864 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-jb4rh.178b5d4c99646b8f", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-jb4rh", UID:"6a808db6-8fee-4d8b-af53-d195949e1a75", APIVersion:"v1", ResourceVersion:"464", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-571943"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc13ff3330c5e738f, ext:231340034295, loc:(*time.Location)(0x701e5a0)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc13ff3330c5e738f, ext:231340034295, loc:(*time.Location)(0x701e5a0)}}, Count:1, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-jb4rh.178b5d4c99646b8f" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Oct 06 00:31:08 ingress-addon-legacy-571943 kubelet[1864]: E1006 00:31:08.213756 1864 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-jb4rh.178b5d4c99646b8f", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-jb4rh", UID:"6a808db6-8fee-4d8b-af53-d195949e1a75", APIVersion:"v1", ResourceVersion:"464", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-571943"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc13ff3330c5e738f, ext:231340034295, loc:(*time.Location)(0x701e5a0)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc13ff3330c821b4c, ext:231342370996, loc:(*time.Location)(0x701e5a0)}}, Count:2, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-jb4rh.178b5d4c99646b8f" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Oct 06 00:31:10 ingress-addon-legacy-571943 kubelet[1864]: W1006 00:31:10.927537 1864 pod_container_deletor.go:77] Container "63e0f204f5107c039ed4129985145a113a05b2691636e99ebf1ff17d813590ec" not found in pod's containers
Oct 06 00:31:10 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:10.988694 1864 reconciler.go:196] operationExecutor.UnmountVolume started for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/6a808db6-8fee-4d8b-af53-d195949e1a75-webhook-cert") pod "6a808db6-8fee-4d8b-af53-d195949e1a75" (UID: "6a808db6-8fee-4d8b-af53-d195949e1a75")
Oct 06 00:31:10 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:10.988758 1864 reconciler.go:196] operationExecutor.UnmountVolume started for volume "ingress-nginx-token-cdgcc" (UniqueName: "kubernetes.io/secret/6a808db6-8fee-4d8b-af53-d195949e1a75-ingress-nginx-token-cdgcc") pod "6a808db6-8fee-4d8b-af53-d195949e1a75" (UID: "6a808db6-8fee-4d8b-af53-d195949e1a75")
Oct 06 00:31:10 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:10.990661 1864 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6a808db6-8fee-4d8b-af53-d195949e1a75-ingress-nginx-token-cdgcc" (OuterVolumeSpecName: "ingress-nginx-token-cdgcc") pod "6a808db6-8fee-4d8b-af53-d195949e1a75" (UID: "6a808db6-8fee-4d8b-af53-d195949e1a75"). InnerVolumeSpecName "ingress-nginx-token-cdgcc". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 06 00:31:10 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:10.990752 1864 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6a808db6-8fee-4d8b-af53-d195949e1a75-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "6a808db6-8fee-4d8b-af53-d195949e1a75" (UID: "6a808db6-8fee-4d8b-af53-d195949e1a75"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 06 00:31:11 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:11.089060 1864 reconciler.go:319] Volume detached for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/6a808db6-8fee-4d8b-af53-d195949e1a75-webhook-cert") on node "ingress-addon-legacy-571943" DevicePath ""
Oct 06 00:31:11 ingress-addon-legacy-571943 kubelet[1864]: I1006 00:31:11.089100 1864 reconciler.go:319] Volume detached for volume "ingress-nginx-token-cdgcc" (UniqueName: "kubernetes.io/secret/6a808db6-8fee-4d8b-af53-d195949e1a75-ingress-nginx-token-cdgcc") on node "ingress-addon-legacy-571943" DevicePath ""
*
* ==> storage-provisioner [11476f786072c3fb6a5e6c12f1ba824f7a69bee6e7ea3536a7a7dda5afb6c187] <==
* I1006 00:27:52.443356 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 00:27:52.450844 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 00:27:52.450888 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1006 00:27:52.455876 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 00:27:52.455975 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"d7b1b7b1-d067-4424-a1bf-c3119f253809", APIVersion:"v1", ResourceVersion:"402", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-571943_65de1d05-ac65-461f-a310-c9086dd1a53b became leader
I1006 00:27:52.456025 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-571943_65de1d05-ac65-461f-a310-c9086dd1a53b!
I1006 00:27:52.556490 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-571943_65de1d05-ac65-461f-a310-c9086dd1a53b!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ingress-addon-legacy-571943 -n ingress-addon-legacy-571943
helpers_test.go:261: (dbg) Run: kubectl --context ingress-addon-legacy-571943 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (184.49s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:552: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:560: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-dhdrq -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:571: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-dhdrq -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:571: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-dhdrq -- sh -c "ping -c 1 192.168.58.1": exit status 1 (187.078455ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:572: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-dhdrq): exit status 1
multinode_test.go:560: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-tlsv8 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:571: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-tlsv8 -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:571: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-tlsv8 -- sh -c "ping -c 1 192.168.58.1": exit status 1 (191.325778ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:572: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-tlsv8): exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect multinode-050289
helpers_test.go:235: (dbg) docker inspect multinode-050289:
-- stdout --
[
{
"Id": "dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e",
"Created": "2023-10-06T00:35:50.344120474Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 356073,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-06T00:35:50.613162919Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:94671ba3754e2c6976414eaf20a0c7861a5d2f9fc631e1161e8ab0ded9062c52",
"ResolvConfPath": "/var/lib/docker/containers/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/hostname",
"HostsPath": "/var/lib/docker/containers/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/hosts",
"LogPath": "/var/lib/docker/containers/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e-json.log",
"Name": "/multinode-050289",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"multinode-050289:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "multinode-050289",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/801cba782cfa271a6a629106d3aeba3c6447e74f938bb992a3c75f5514942635-init/diff:/var/lib/docker/overlay2/f3a840bc319ed2d48ebd13f3fe0bbe66c2934cd4edecdb746e589e688111a684/diff",
"MergedDir": "/var/lib/docker/overlay2/801cba782cfa271a6a629106d3aeba3c6447e74f938bb992a3c75f5514942635/merged",
"UpperDir": "/var/lib/docker/overlay2/801cba782cfa271a6a629106d3aeba3c6447e74f938bb992a3c75f5514942635/diff",
"WorkDir": "/var/lib/docker/overlay2/801cba782cfa271a6a629106d3aeba3c6447e74f938bb992a3c75f5514942635/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "multinode-050289",
"Source": "/var/lib/docker/volumes/multinode-050289/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "multinode-050289",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "multinode-050289",
"name.minikube.sigs.k8s.io": "multinode-050289",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "e2db87625f28e7c5547953aad588b0aaf27fc94b90bb08dade45e4cac01307ef",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32847"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32846"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32843"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32845"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32844"
}
]
},
"SandboxKey": "/var/run/docker/netns/e2db87625f28",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"multinode-050289": {
"IPAMConfig": {
"IPv4Address": "192.168.58.2"
},
"Links": null,
"Aliases": [
"dcf735d294b6",
"multinode-050289"
],
"NetworkID": "6dd0336da41b61dac3a91783b73e7712d456c2048275d7f8f558e8b98ce649e5",
"EndpointID": "151fbbc8a10bbae7c4aa918f39a8ff81021665de0e9aa42a48cbb0181c82734a",
"Gateway": "192.168.58.1",
"IPAddress": "192.168.58.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:3a:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p multinode-050289 -n multinode-050289
helpers_test.go:244: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p multinode-050289 logs -n 25: (1.175236866s)
helpers_test.go:252: TestMultiNode/serial/PingHostFrom2Pods logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -p mount-start-2-672771 | mount-start-2-672771 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| | --memory=2048 --mount | | | | | |
| | --mount-gid 0 --mount-msize | | | | | |
| | 6543 --mount-port 46465 | | | | | |
| | --mount-uid 0 --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | mount-start-2-672771 ssh -- ls | mount-start-2-672771 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-1-655062 | mount-start-1-655062 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| | --alsologtostderr -v=5 | | | | | |
| ssh | mount-start-2-672771 ssh -- ls | mount-start-2-672771 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| | /minikube-host | | | | | |
| stop | -p mount-start-2-672771 | mount-start-2-672771 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| start | -p mount-start-2-672771 | mount-start-2-672771 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| ssh | mount-start-2-672771 ssh -- ls | mount-start-2-672771 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-2-672771 | mount-start-2-672771 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| delete | -p mount-start-1-655062 | mount-start-1-655062 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:35 UTC |
| start | -p multinode-050289 | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:35 UTC | 06 Oct 23 00:37 UTC |
| | --wait=true --memory=2200 | | | | | |
| | --nodes=2 -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| kubectl | -p multinode-050289 -- apply -f | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | ./testdata/multinodes/multinode-pod-dns-test.yaml | | | | | |
| kubectl | -p multinode-050289 -- rollout | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | status deployment/busybox | | | | | |
| kubectl | -p multinode-050289 -- get pods -o | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p multinode-050289 -- get pods -o | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | busybox-5bc68d56bd-dhdrq -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | busybox-5bc68d56bd-tlsv8 -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | busybox-5bc68d56bd-dhdrq -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | busybox-5bc68d56bd-tlsv8 -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | busybox-5bc68d56bd-dhdrq -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | busybox-5bc68d56bd-tlsv8 -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-050289 -- get pods -o | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | busybox-5bc68d56bd-dhdrq | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | |
| | busybox-5bc68d56bd-dhdrq -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | 06 Oct 23 00:37 UTC |
| | busybox-5bc68d56bd-tlsv8 | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-050289 -- exec | multinode-050289 | jenkins | v1.31.2 | 06 Oct 23 00:37 UTC | |
| | busybox-5bc68d56bd-tlsv8 -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/06 00:35:44
Running on machine: ubuntu-20-agent-3
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 00:35:44.279453 355454 out.go:296] Setting OutFile to fd 1 ...
I1006 00:35:44.279582 355454 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:35:44.279593 355454 out.go:309] Setting ErrFile to fd 2...
I1006 00:35:44.279601 355454 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:35:44.279850 355454 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:35:44.280446 355454 out.go:303] Setting JSON to false
I1006 00:35:44.281872 355454 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":22696,"bootTime":1696529848,"procs":778,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:35:44.281945 355454 start.go:138] virtualization: kvm guest
I1006 00:35:44.284343 355454 out.go:177] * [multinode-050289] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:35:44.285991 355454 out.go:177] - MINIKUBE_LOCATION=17365
I1006 00:35:44.287530 355454 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:35:44.286045 355454 notify.go:220] Checking for updates...
I1006 00:35:44.290306 355454 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:35:44.291868 355454 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:35:44.293288 355454 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1006 00:35:44.294680 355454 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1006 00:35:44.296199 355454 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:35:44.318392 355454 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:35:44.318520 355454 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:35:44.374985 355454 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:36 SystemTime:2023-10-06 00:35:44.366010192 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:35:44.375093 355454 docker.go:294] overlay module found
I1006 00:35:44.376938 355454 out.go:177] * Using the docker driver based on user configuration
I1006 00:35:44.378365 355454 start.go:298] selected driver: docker
I1006 00:35:44.378385 355454 start.go:902] validating driver "docker" against <nil>
I1006 00:35:44.378401 355454 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 00:35:44.379393 355454 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:35:44.432027 355454 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:36 SystemTime:2023-10-06 00:35:44.423511203 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:35:44.432208 355454 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I1006 00:35:44.432413 355454 start_flags.go:923] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 00:35:44.434214 355454 out.go:177] * Using Docker driver with root privileges
I1006 00:35:44.435753 355454 cni.go:84] Creating CNI manager for ""
I1006 00:35:44.435769 355454 cni.go:136] 0 nodes found, recommending kindnet
I1006 00:35:44.435777 355454 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 00:35:44.435788 355454 start_flags.go:321] config:
{Name:multinode-050289 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-050289 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:35:44.437554 355454 out.go:177] * Starting control plane node multinode-050289 in cluster multinode-050289
I1006 00:35:44.438981 355454 cache.go:122] Beginning downloading kic base image for docker with crio
I1006 00:35:44.440339 355454 out.go:177] * Pulling base image ...
I1006 00:35:44.441645 355454 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1006 00:35:44.441686 355454 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4
I1006 00:35:44.441702 355454 cache.go:57] Caching tarball of preloaded images
I1006 00:35:44.441753 355454 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1006 00:35:44.441820 355454 preload.go:174] Found /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1006 00:35:44.441843 355454 cache.go:60] Finished verifying existence of preloaded tar for v1.28.2 on crio
I1006 00:35:44.442237 355454 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/config.json ...
I1006 00:35:44.442264 355454 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/config.json: {Name:mk5d687c3b91e6bc60b6ac4eee41513e61797285 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:35:44.457359 355454 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1006 00:35:44.457397 355454 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
I1006 00:35:44.457416 355454 cache.go:195] Successfully downloaded all kic artifacts
I1006 00:35:44.457445 355454 start.go:365] acquiring machines lock for multinode-050289: {Name:mk63071d443dc88ba405f00ad5b516beea0e5eda Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:35:44.457545 355454 start.go:369] acquired machines lock for "multinode-050289" in 82.522µs
I1006 00:35:44.457569 355454 start.go:93] Provisioning new machine with config: &{Name:multinode-050289 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-050289 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 00:35:44.457647 355454 start.go:125] createHost starting for "" (driver="docker")
I1006 00:35:44.459521 355454 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1006 00:35:44.459768 355454 start.go:159] libmachine.API.Create for "multinode-050289" (driver="docker")
I1006 00:35:44.459798 355454 client.go:168] LocalClient.Create starting
I1006 00:35:44.459875 355454 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem
I1006 00:35:44.459904 355454 main.go:141] libmachine: Decoding PEM data...
I1006 00:35:44.459923 355454 main.go:141] libmachine: Parsing certificate...
I1006 00:35:44.459973 355454 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem
I1006 00:35:44.459991 355454 main.go:141] libmachine: Decoding PEM data...
I1006 00:35:44.460004 355454 main.go:141] libmachine: Parsing certificate...
I1006 00:35:44.460293 355454 cli_runner.go:164] Run: docker network inspect multinode-050289 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 00:35:44.476254 355454 cli_runner.go:211] docker network inspect multinode-050289 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 00:35:44.476319 355454 network_create.go:281] running [docker network inspect multinode-050289] to gather additional debugging logs...
I1006 00:35:44.476333 355454 cli_runner.go:164] Run: docker network inspect multinode-050289
W1006 00:35:44.492905 355454 cli_runner.go:211] docker network inspect multinode-050289 returned with exit code 1
I1006 00:35:44.492935 355454 network_create.go:284] error running [docker network inspect multinode-050289]: docker network inspect multinode-050289: exit status 1
stdout:
[]
stderr:
Error response from daemon: network multinode-050289 not found
I1006 00:35:44.492951 355454 network_create.go:286] output of [docker network inspect multinode-050289]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network multinode-050289 not found
** /stderr **
I1006 00:35:44.493033 355454 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 00:35:44.509051 355454 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-c487c0cc30ef IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:11:8c:74:13} reservation:<nil>}
I1006 00:35:44.509539 355454 network.go:209] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc00298e0a0}
I1006 00:35:44.509570 355454 network_create.go:124] attempt to create docker network multinode-050289 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1006 00:35:44.509613 355454 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=multinode-050289 multinode-050289
I1006 00:35:44.561531 355454 network_create.go:108] docker network multinode-050289 192.168.58.0/24 created
I1006 00:35:44.561574 355454 kic.go:117] calculated static IP "192.168.58.2" for the "multinode-050289" container
I1006 00:35:44.561650 355454 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 00:35:44.577387 355454 cli_runner.go:164] Run: docker volume create multinode-050289 --label name.minikube.sigs.k8s.io=multinode-050289 --label created_by.minikube.sigs.k8s.io=true
I1006 00:35:44.594453 355454 oci.go:103] Successfully created a docker volume multinode-050289
I1006 00:35:44.594544 355454 cli_runner.go:164] Run: docker run --rm --name multinode-050289-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-050289 --entrypoint /usr/bin/test -v multinode-050289:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib
I1006 00:35:45.113363 355454 oci.go:107] Successfully prepared a docker volume multinode-050289
I1006 00:35:45.113427 355454 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1006 00:35:45.113457 355454 kic.go:190] Starting extracting preloaded images to volume ...
I1006 00:35:45.113534 355454 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-050289:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir
I1006 00:35:50.274200 355454 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-050289:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir: (5.160604723s)
I1006 00:35:50.274243 355454 kic.go:199] duration metric: took 5.160781 seconds to extract preloaded images to volume
W1006 00:35:50.274400 355454 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 00:35:50.274522 355454 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 00:35:50.329069 355454 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-050289 --name multinode-050289 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-050289 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-050289 --network multinode-050289 --ip 192.168.58.2 --volume multinode-050289:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1006 00:35:50.621609 355454 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Running}}
I1006 00:35:50.640894 355454 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Status}}
I1006 00:35:50.658921 355454 cli_runner.go:164] Run: docker exec multinode-050289 stat /var/lib/dpkg/alternatives/iptables
I1006 00:35:50.698312 355454 oci.go:144] the created container "multinode-050289" has a running status.
I1006 00:35:50.698355 355454 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa...
I1006 00:35:51.027909 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1006 00:35:51.027962 355454 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 00:35:51.046990 355454 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Status}}
I1006 00:35:51.066245 355454 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 00:35:51.066267 355454 kic_runner.go:114] Args: [docker exec --privileged multinode-050289 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 00:35:51.127238 355454 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Status}}
I1006 00:35:51.146437 355454 machine.go:88] provisioning docker machine ...
I1006 00:35:51.146472 355454 ubuntu.go:169] provisioning hostname "multinode-050289"
I1006 00:35:51.146524 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:35:51.163265 355454 main.go:141] libmachine: Using SSH client type: native
I1006 00:35:51.163623 355454 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1006 00:35:51.163640 355454 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-050289 && echo "multinode-050289" | sudo tee /etc/hostname
I1006 00:35:51.323509 355454 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-050289
I1006 00:35:51.323614 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:35:51.339717 355454 main.go:141] libmachine: Using SSH client type: native
I1006 00:35:51.340196 355454 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1006 00:35:51.340227 355454 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-050289' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-050289/g' /etc/hosts;
else
echo '127.0.1.1 multinode-050289' | sudo tee -a /etc/hosts;
fi
fi
I1006 00:35:51.469021 355454 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 00:35:51.469054 355454 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17365-262900/.minikube CaCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17365-262900/.minikube}
I1006 00:35:51.469084 355454 ubuntu.go:177] setting up certificates
I1006 00:35:51.469093 355454 provision.go:83] configureAuth start
I1006 00:35:51.469153 355454 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-050289
I1006 00:35:51.484945 355454 provision.go:138] copyHostCerts
I1006 00:35:51.484994 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem
I1006 00:35:51.485030 355454 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem, removing ...
I1006 00:35:51.485046 355454 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem
I1006 00:35:51.485116 355454 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem (1082 bytes)
I1006 00:35:51.485216 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem
I1006 00:35:51.485240 355454 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem, removing ...
I1006 00:35:51.485250 355454 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem
I1006 00:35:51.485290 355454 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem (1123 bytes)
I1006 00:35:51.485426 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem
I1006 00:35:51.485452 355454 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem, removing ...
I1006 00:35:51.485459 355454 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem
I1006 00:35:51.485504 355454 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem (1675 bytes)
I1006 00:35:51.485587 355454 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem org=jenkins.multinode-050289 san=[192.168.58.2 127.0.0.1 localhost 127.0.0.1 minikube multinode-050289]
I1006 00:35:51.606382 355454 provision.go:172] copyRemoteCerts
I1006 00:35:51.606445 355454 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 00:35:51.606479 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:35:51.623002 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:35:51.717677 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1006 00:35:51.717745 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 00:35:51.738834 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem -> /etc/docker/server.pem
I1006 00:35:51.738897 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1006 00:35:51.759640 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1006 00:35:51.759716 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 00:35:51.780224 355454 provision.go:86] duration metric: configureAuth took 311.115291ms
I1006 00:35:51.780260 355454 ubuntu.go:193] setting minikube options for container-runtime
I1006 00:35:51.780431 355454 config.go:182] Loaded profile config "multinode-050289": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:35:51.780536 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:35:51.796539 355454 main.go:141] libmachine: Using SSH client type: native
I1006 00:35:51.797008 355454 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32847 <nil> <nil>}
I1006 00:35:51.797035 355454 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 00:35:52.012488 355454 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 00:35:52.012521 355454 machine.go:91] provisioned docker machine in 866.060503ms
I1006 00:35:52.012535 355454 client.go:171] LocalClient.Create took 7.552726106s
I1006 00:35:52.012560 355454 start.go:167] duration metric: libmachine.API.Create for "multinode-050289" took 7.552793926s
I1006 00:35:52.012579 355454 start.go:300] post-start starting for "multinode-050289" (driver="docker")
I1006 00:35:52.012599 355454 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 00:35:52.012662 355454 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 00:35:52.012720 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:35:52.030077 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:35:52.125841 355454 ssh_runner.go:195] Run: cat /etc/os-release
I1006 00:35:52.128708 355454 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I1006 00:35:52.128733 355454 command_runner.go:130] > NAME="Ubuntu"
I1006 00:35:52.128742 355454 command_runner.go:130] > VERSION_ID="22.04"
I1006 00:35:52.128751 355454 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I1006 00:35:52.128760 355454 command_runner.go:130] > VERSION_CODENAME=jammy
I1006 00:35:52.128767 355454 command_runner.go:130] > ID=ubuntu
I1006 00:35:52.128777 355454 command_runner.go:130] > ID_LIKE=debian
I1006 00:35:52.128785 355454 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I1006 00:35:52.128814 355454 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I1006 00:35:52.128838 355454 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I1006 00:35:52.128848 355454 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I1006 00:35:52.128854 355454 command_runner.go:130] > UBUNTU_CODENAME=jammy
I1006 00:35:52.128919 355454 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 00:35:52.128950 355454 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1006 00:35:52.128961 355454 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1006 00:35:52.128968 355454 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1006 00:35:52.128980 355454 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/addons for local assets ...
I1006 00:35:52.129024 355454 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/files for local assets ...
I1006 00:35:52.129088 355454 filesync.go:149] local asset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> 2696902.pem in /etc/ssl/certs
I1006 00:35:52.129099 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> /etc/ssl/certs/2696902.pem
I1006 00:35:52.129178 355454 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 00:35:52.136711 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem --> /etc/ssl/certs/2696902.pem (1708 bytes)
I1006 00:35:52.157101 355454 start.go:303] post-start completed in 144.509245ms
I1006 00:35:52.157486 355454 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-050289
I1006 00:35:52.173445 355454 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/config.json ...
I1006 00:35:52.173680 355454 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 00:35:52.173719 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:35:52.189084 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:35:52.277737 355454 command_runner.go:130] > 28%!
(MISSING)I1006 00:35:52.277967 355454 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 00:35:52.281836 355454 command_runner.go:130] > 211G
I1006 00:35:52.282028 355454 start.go:128] duration metric: createHost completed in 7.824355555s
I1006 00:35:52.282046 355454 start.go:83] releasing machines lock for "multinode-050289", held for 7.824489842s
I1006 00:35:52.282103 355454 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-050289
I1006 00:35:52.298030 355454 ssh_runner.go:195] Run: cat /version.json
I1006 00:35:52.298079 355454 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 00:35:52.298089 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:35:52.298146 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:35:52.316083 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:35:52.316200 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:35:52.490046 355454 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I1006 00:35:52.490120 355454 command_runner.go:130] > {"iso_version": "v1.31.0-1695060926-17240", "kicbase_version": "v0.0.40-1696360059-17345", "minikube_version": "v1.31.2", "commit": "3da829742e24bcb762d99c062a7806436d0f28e3"}
I1006 00:35:52.490240 355454 ssh_runner.go:195] Run: systemctl --version
I1006 00:35:52.494260 355454 command_runner.go:130] > systemd 249 (249.11-0ubuntu3.10)
I1006 00:35:52.494302 355454 command_runner.go:130] > +PAM +AUDIT +SELINUX +APPARMOR +IMA +SMACK +SECCOMP +GCRYPT +GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBFDISK +PCRE2 -PWQUALITY -P11KIT -QRENCODE +BZIP2 +LZ4 +XZ +ZLIB +ZSTD -XKBCOMMON +UTMP +SYSVINIT default-hierarchy=unified
I1006 00:35:52.494396 355454 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 00:35:52.631761 355454 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1006 00:35:52.635880 355454 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I1006 00:35:52.635903 355454 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I1006 00:35:52.635909 355454 command_runner.go:130] > Device: 37h/55d Inode: 539896 Links: 1
I1006 00:35:52.635916 355454 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I1006 00:35:52.635921 355454 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I1006 00:35:52.635926 355454 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I1006 00:35:52.635932 355454 command_runner.go:130] > Change: 2023-10-06 00:17:24.964773297 +0000
I1006 00:35:52.635936 355454 command_runner.go:130] > Birth: 2023-10-06 00:17:24.964773297 +0000
I1006 00:35:52.636001 355454 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:35:52.653345 355454 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1006 00:35:52.653432 355454 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:35:52.680328 355454 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I1006 00:35:52.680384 355454 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1006 00:35:52.680392 355454 start.go:469] detecting cgroup driver to use...
I1006 00:35:52.680427 355454 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1006 00:35:52.680477 355454 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 00:35:52.694308 355454 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 00:35:52.704051 355454 docker.go:197] disabling cri-docker service (if available) ...
I1006 00:35:52.704158 355454 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 00:35:52.715948 355454 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 00:35:52.728278 355454 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 00:35:52.805627 355454 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 00:35:52.881814 355454 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I1006 00:35:52.881851 355454 docker.go:213] disabling docker service ...
I1006 00:35:52.881893 355454 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 00:35:52.899917 355454 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 00:35:52.910497 355454 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 00:35:52.984882 355454 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I1006 00:35:52.984961 355454 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 00:35:52.995693 355454 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I1006 00:35:53.063686 355454 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 00:35:53.074052 355454 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 00:35:53.088943 355454 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I1006 00:35:53.088992 355454 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1006 00:35:53.089039 355454 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:35:53.097647 355454 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 00:35:53.097714 355454 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:35:53.106480 355454 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:35:53.114832 355454 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:35:53.123278 355454 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 00:35:53.131376 355454 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 00:35:53.138663 355454 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I1006 00:35:53.138737 355454 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 00:35:53.145965 355454 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 00:35:53.220359 355454 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 00:35:53.327041 355454 start.go:516] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 00:35:53.327112 355454 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 00:35:53.330773 355454 command_runner.go:130] > File: /var/run/crio/crio.sock
I1006 00:35:53.330803 355454 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I1006 00:35:53.330813 355454 command_runner.go:130] > Device: 40h/64d Inode: 190 Links: 1
I1006 00:35:53.330826 355454 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I1006 00:35:53.330834 355454 command_runner.go:130] > Access: 2023-10-06 00:35:53.315441959 +0000
I1006 00:35:53.330843 355454 command_runner.go:130] > Modify: 2023-10-06 00:35:53.315441959 +0000
I1006 00:35:53.330852 355454 command_runner.go:130] > Change: 2023-10-06 00:35:53.315441959 +0000
I1006 00:35:53.330871 355454 command_runner.go:130] > Birth: -
I1006 00:35:53.330929 355454 start.go:537] Will wait 60s for crictl version
I1006 00:35:53.330975 355454 ssh_runner.go:195] Run: which crictl
I1006 00:35:53.334104 355454 command_runner.go:130] > /usr/bin/crictl
I1006 00:35:53.334161 355454 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1006 00:35:53.364074 355454 command_runner.go:130] > Version: 0.1.0
I1006 00:35:53.364099 355454 command_runner.go:130] > RuntimeName: cri-o
I1006 00:35:53.364106 355454 command_runner.go:130] > RuntimeVersion: 1.24.6
I1006 00:35:53.364113 355454 command_runner.go:130] > RuntimeApiVersion: v1
I1006 00:35:53.366504 355454 start.go:553] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1006 00:35:53.366585 355454 ssh_runner.go:195] Run: crio --version
I1006 00:35:53.397959 355454 command_runner.go:130] > crio version 1.24.6
I1006 00:35:53.397983 355454 command_runner.go:130] > Version: 1.24.6
I1006 00:35:53.397991 355454 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1006 00:35:53.397997 355454 command_runner.go:130] > GitTreeState: clean
I1006 00:35:53.398006 355454 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1006 00:35:53.398014 355454 command_runner.go:130] > GoVersion: go1.18.2
I1006 00:35:53.398020 355454 command_runner.go:130] > Compiler: gc
I1006 00:35:53.398027 355454 command_runner.go:130] > Platform: linux/amd64
I1006 00:35:53.398044 355454 command_runner.go:130] > Linkmode: dynamic
I1006 00:35:53.398060 355454 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1006 00:35:53.398071 355454 command_runner.go:130] > SeccompEnabled: true
I1006 00:35:53.398080 355454 command_runner.go:130] > AppArmorEnabled: false
I1006 00:35:53.399719 355454 ssh_runner.go:195] Run: crio --version
I1006 00:35:53.431633 355454 command_runner.go:130] > crio version 1.24.6
I1006 00:35:53.431655 355454 command_runner.go:130] > Version: 1.24.6
I1006 00:35:53.431662 355454 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1006 00:35:53.431666 355454 command_runner.go:130] > GitTreeState: clean
I1006 00:35:53.431676 355454 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1006 00:35:53.431680 355454 command_runner.go:130] > GoVersion: go1.18.2
I1006 00:35:53.431685 355454 command_runner.go:130] > Compiler: gc
I1006 00:35:53.431691 355454 command_runner.go:130] > Platform: linux/amd64
I1006 00:35:53.431696 355454 command_runner.go:130] > Linkmode: dynamic
I1006 00:35:53.431703 355454 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1006 00:35:53.431708 355454 command_runner.go:130] > SeccompEnabled: true
I1006 00:35:53.431712 355454 command_runner.go:130] > AppArmorEnabled: false
I1006 00:35:53.435321 355454 out.go:177] * Preparing Kubernetes v1.28.2 on CRI-O 1.24.6 ...
I1006 00:35:53.436773 355454 cli_runner.go:164] Run: docker network inspect multinode-050289 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 00:35:53.453255 355454 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I1006 00:35:53.456802 355454 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 00:35:53.466850 355454 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1006 00:35:53.466907 355454 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 00:35:53.514308 355454 command_runner.go:130] > {
I1006 00:35:53.514328 355454 command_runner.go:130] > "images": [
I1006 00:35:53.514333 355454 command_runner.go:130] > {
I1006 00:35:53.514341 355454 command_runner.go:130] > "id": "c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc",
I1006 00:35:53.514345 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.514351 355454 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I1006 00:35:53.514355 355454 command_runner.go:130] > ],
I1006 00:35:53.514360 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.514373 355454 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I1006 00:35:53.514382 355454 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"
I1006 00:35:53.514386 355454 command_runner.go:130] > ],
I1006 00:35:53.514391 355454 command_runner.go:130] > "size": "65258016",
I1006 00:35:53.514395 355454 command_runner.go:130] > "uid": null,
I1006 00:35:53.514399 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.514410 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.514417 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.514420 355454 command_runner.go:130] > },
I1006 00:35:53.514424 355454 command_runner.go:130] > {
I1006 00:35:53.514433 355454 command_runner.go:130] > "id": "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562",
I1006 00:35:53.514439 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.514444 355454 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I1006 00:35:53.514450 355454 command_runner.go:130] > ],
I1006 00:35:53.514454 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.514462 355454 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944",
I1006 00:35:53.514472 355454 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"
I1006 00:35:53.514476 355454 command_runner.go:130] > ],
I1006 00:35:53.514485 355454 command_runner.go:130] > "size": "31470524",
I1006 00:35:53.514492 355454 command_runner.go:130] > "uid": null,
I1006 00:35:53.514496 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.514502 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.514506 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.514511 355454 command_runner.go:130] > },
I1006 00:35:53.514517 355454 command_runner.go:130] > {
I1006 00:35:53.514526 355454 command_runner.go:130] > "id": "ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc",
I1006 00:35:53.514534 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.514539 355454 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I1006 00:35:53.514545 355454 command_runner.go:130] > ],
I1006 00:35:53.514549 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.514556 355454 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",
I1006 00:35:53.514564 355454 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"
I1006 00:35:53.514570 355454 command_runner.go:130] > ],
I1006 00:35:53.514574 355454 command_runner.go:130] > "size": "53621675",
I1006 00:35:53.514578 355454 command_runner.go:130] > "uid": null,
I1006 00:35:53.514583 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.514589 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.514593 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.514600 355454 command_runner.go:130] > },
I1006 00:35:53.514604 355454 command_runner.go:130] > {
I1006 00:35:53.514610 355454 command_runner.go:130] > "id": "73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9",
I1006 00:35:53.514616 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.514624 355454 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I1006 00:35:53.514630 355454 command_runner.go:130] > ],
I1006 00:35:53.514634 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.514640 355454 command_runner.go:130] > "registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15",
I1006 00:35:53.514649 355454 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"
I1006 00:35:53.514661 355454 command_runner.go:130] > ],
I1006 00:35:53.514668 355454 command_runner.go:130] > "size": "295456551",
I1006 00:35:53.514671 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.514678 355454 command_runner.go:130] > "value": "0"
I1006 00:35:53.514681 355454 command_runner.go:130] > },
I1006 00:35:53.514686 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.514692 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.514696 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.514702 355454 command_runner.go:130] > },
I1006 00:35:53.514706 355454 command_runner.go:130] > {
I1006 00:35:53.514712 355454 command_runner.go:130] > "id": "cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce",
I1006 00:35:53.514718 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.514724 355454 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.2"
I1006 00:35:53.514736 355454 command_runner.go:130] > ],
I1006 00:35:53.514743 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.514750 355454 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:07ec0f29e172784b9fda870d63430a84befade590a2220c1fcce52f17cd24631",
I1006 00:35:53.514759 355454 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:6beea2e5531a0606613594fd3ed92d71bbdcef99dd3237522049a0b32cad736c"
I1006 00:35:53.514765 355454 command_runner.go:130] > ],
I1006 00:35:53.514769 355454 command_runner.go:130] > "size": "127149008",
I1006 00:35:53.514775 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.514779 355454 command_runner.go:130] > "value": "0"
I1006 00:35:53.514791 355454 command_runner.go:130] > },
I1006 00:35:53.514799 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.514804 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.514808 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.514813 355454 command_runner.go:130] > },
I1006 00:35:53.514817 355454 command_runner.go:130] > {
I1006 00:35:53.514824 355454 command_runner.go:130] > "id": "55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57",
I1006 00:35:53.514832 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.514837 355454 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.2"
I1006 00:35:53.514841 355454 command_runner.go:130] > ],
I1006 00:35:53.514850 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.514858 355454 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:6a42ce14d716205a99763f3c732c0a8f0ea041bdbbea7d2dfffcc53dafd7cac4",
I1006 00:35:53.514868 355454 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:757a9c9d2f2329799490f9cec6c8ea12dfe4b6225051f6436f39d22a1def682e"
I1006 00:35:53.514872 355454 command_runner.go:130] > ],
I1006 00:35:53.514878 355454 command_runner.go:130] > "size": "123171638",
I1006 00:35:53.514884 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.514888 355454 command_runner.go:130] > "value": "0"
I1006 00:35:53.514891 355454 command_runner.go:130] > },
I1006 00:35:53.514895 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.514900 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.514906 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.514909 355454 command_runner.go:130] > },
I1006 00:35:53.514915 355454 command_runner.go:130] > {
I1006 00:35:53.514921 355454 command_runner.go:130] > "id": "c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0",
I1006 00:35:53.514927 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.514932 355454 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.2"
I1006 00:35:53.514936 355454 command_runner.go:130] > ],
I1006 00:35:53.514942 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.514951 355454 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:3330e491169be46febd3f4e487924195f60c09f284bbda38cab7cbe71a51fded",
I1006 00:35:53.514960 355454 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:41c8f92d1cd571e0e36af431f35c78379f84f5daf5b85d43014a9940d697afcf"
I1006 00:35:53.514964 355454 command_runner.go:130] > ],
I1006 00:35:53.514971 355454 command_runner.go:130] > "size": "74687895",
I1006 00:35:53.514977 355454 command_runner.go:130] > "uid": null,
I1006 00:35:53.514981 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.514987 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.514992 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.514998 355454 command_runner.go:130] > },
I1006 00:35:53.515001 355454 command_runner.go:130] > {
I1006 00:35:53.515007 355454 command_runner.go:130] > "id": "7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8",
I1006 00:35:53.515013 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.515018 355454 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.2"
I1006 00:35:53.515024 355454 command_runner.go:130] > ],
I1006 00:35:53.515028 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.515066 355454 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:6511193f8114a2f011790619698efe12a8119ed9a17e2e36f4c1c759ccf173ab",
I1006 00:35:53.515079 355454 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:8fc5b9b97128515266d5435273682ba36115d9ca1b68a5749e6f9a23927ef543"
I1006 00:35:53.515082 355454 command_runner.go:130] > ],
I1006 00:35:53.515089 355454 command_runner.go:130] > "size": "61485878",
I1006 00:35:53.515093 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.515097 355454 command_runner.go:130] > "value": "0"
I1006 00:35:53.515100 355454 command_runner.go:130] > },
I1006 00:35:53.515104 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.515108 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.515112 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.515115 355454 command_runner.go:130] > },
I1006 00:35:53.515119 355454 command_runner.go:130] > {
I1006 00:35:53.515125 355454 command_runner.go:130] > "id": "e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c",
I1006 00:35:53.515129 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.515134 355454 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I1006 00:35:53.515144 355454 command_runner.go:130] > ],
I1006 00:35:53.515149 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.515158 355454 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097",
I1006 00:35:53.515165 355454 command_runner.go:130] > "registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"
I1006 00:35:53.515176 355454 command_runner.go:130] > ],
I1006 00:35:53.515180 355454 command_runner.go:130] > "size": "750414",
I1006 00:35:53.515186 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.515190 355454 command_runner.go:130] > "value": "65535"
I1006 00:35:53.515193 355454 command_runner.go:130] > },
I1006 00:35:53.515197 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.515202 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.515206 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.515212 355454 command_runner.go:130] > }
I1006 00:35:53.515216 355454 command_runner.go:130] > ]
I1006 00:35:53.515220 355454 command_runner.go:130] > }
I1006 00:35:53.517275 355454 crio.go:496] all images are preloaded for cri-o runtime.
I1006 00:35:53.517299 355454 crio.go:415] Images already preloaded, skipping extraction
I1006 00:35:53.517366 355454 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 00:35:53.546753 355454 command_runner.go:130] > {
I1006 00:35:53.546778 355454 command_runner.go:130] > "images": [
I1006 00:35:53.546786 355454 command_runner.go:130] > {
I1006 00:35:53.546801 355454 command_runner.go:130] > "id": "c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc",
I1006 00:35:53.546807 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.546813 355454 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I1006 00:35:53.546816 355454 command_runner.go:130] > ],
I1006 00:35:53.546823 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.546831 355454 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I1006 00:35:53.546842 355454 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"
I1006 00:35:53.546846 355454 command_runner.go:130] > ],
I1006 00:35:53.546855 355454 command_runner.go:130] > "size": "65258016",
I1006 00:35:53.546865 355454 command_runner.go:130] > "uid": null,
I1006 00:35:53.546869 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.546874 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.546878 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.546884 355454 command_runner.go:130] > },
I1006 00:35:53.546887 355454 command_runner.go:130] > {
I1006 00:35:53.546896 355454 command_runner.go:130] > "id": "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562",
I1006 00:35:53.546900 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.546905 355454 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I1006 00:35:53.546908 355454 command_runner.go:130] > ],
I1006 00:35:53.546912 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.546919 355454 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944",
I1006 00:35:53.546926 355454 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"
I1006 00:35:53.546930 355454 command_runner.go:130] > ],
I1006 00:35:53.546937 355454 command_runner.go:130] > "size": "31470524",
I1006 00:35:53.546941 355454 command_runner.go:130] > "uid": null,
I1006 00:35:53.546945 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.546951 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.546955 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.546958 355454 command_runner.go:130] > },
I1006 00:35:53.546962 355454 command_runner.go:130] > {
I1006 00:35:53.546967 355454 command_runner.go:130] > "id": "ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc",
I1006 00:35:53.546971 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.546979 355454 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I1006 00:35:53.546982 355454 command_runner.go:130] > ],
I1006 00:35:53.546987 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.546994 355454 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",
I1006 00:35:53.547004 355454 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"
I1006 00:35:53.547008 355454 command_runner.go:130] > ],
I1006 00:35:53.547014 355454 command_runner.go:130] > "size": "53621675",
I1006 00:35:53.547018 355454 command_runner.go:130] > "uid": null,
I1006 00:35:53.547025 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.547029 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.547033 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.547038 355454 command_runner.go:130] > },
I1006 00:35:53.547045 355454 command_runner.go:130] > {
I1006 00:35:53.547053 355454 command_runner.go:130] > "id": "73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9",
I1006 00:35:53.547058 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.547065 355454 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I1006 00:35:53.547069 355454 command_runner.go:130] > ],
I1006 00:35:53.547076 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.547083 355454 command_runner.go:130] > "registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15",
I1006 00:35:53.547092 355454 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"
I1006 00:35:53.547105 355454 command_runner.go:130] > ],
I1006 00:35:53.547112 355454 command_runner.go:130] > "size": "295456551",
I1006 00:35:53.547116 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.547123 355454 command_runner.go:130] > "value": "0"
I1006 00:35:53.547127 355454 command_runner.go:130] > },
I1006 00:35:53.547131 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.547140 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.547144 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.547152 355454 command_runner.go:130] > },
I1006 00:35:53.547156 355454 command_runner.go:130] > {
I1006 00:35:53.547166 355454 command_runner.go:130] > "id": "cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce",
I1006 00:35:53.547172 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.547177 355454 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.2"
I1006 00:35:53.547183 355454 command_runner.go:130] > ],
I1006 00:35:53.547188 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.547195 355454 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:07ec0f29e172784b9fda870d63430a84befade590a2220c1fcce52f17cd24631",
I1006 00:35:53.547205 355454 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:6beea2e5531a0606613594fd3ed92d71bbdcef99dd3237522049a0b32cad736c"
I1006 00:35:53.547211 355454 command_runner.go:130] > ],
I1006 00:35:53.547215 355454 command_runner.go:130] > "size": "127149008",
I1006 00:35:53.547222 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.547226 355454 command_runner.go:130] > "value": "0"
I1006 00:35:53.547232 355454 command_runner.go:130] > },
I1006 00:35:53.547238 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.547246 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.547250 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.547256 355454 command_runner.go:130] > },
I1006 00:35:53.547260 355454 command_runner.go:130] > {
I1006 00:35:53.547266 355454 command_runner.go:130] > "id": "55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57",
I1006 00:35:53.547275 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.547280 355454 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.2"
I1006 00:35:53.547297 355454 command_runner.go:130] > ],
I1006 00:35:53.547301 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.547310 355454 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:6a42ce14d716205a99763f3c732c0a8f0ea041bdbbea7d2dfffcc53dafd7cac4",
I1006 00:35:53.547320 355454 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:757a9c9d2f2329799490f9cec6c8ea12dfe4b6225051f6436f39d22a1def682e"
I1006 00:35:53.547323 355454 command_runner.go:130] > ],
I1006 00:35:53.547328 355454 command_runner.go:130] > "size": "123171638",
I1006 00:35:53.547334 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.547339 355454 command_runner.go:130] > "value": "0"
I1006 00:35:53.547344 355454 command_runner.go:130] > },
I1006 00:35:53.547349 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.547353 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.547358 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.547362 355454 command_runner.go:130] > },
I1006 00:35:53.547365 355454 command_runner.go:130] > {
I1006 00:35:53.547374 355454 command_runner.go:130] > "id": "c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0",
I1006 00:35:53.547378 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.547387 355454 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.2"
I1006 00:35:53.547393 355454 command_runner.go:130] > ],
I1006 00:35:53.547397 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.547404 355454 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:3330e491169be46febd3f4e487924195f60c09f284bbda38cab7cbe71a51fded",
I1006 00:35:53.547413 355454 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:41c8f92d1cd571e0e36af431f35c78379f84f5daf5b85d43014a9940d697afcf"
I1006 00:35:53.547417 355454 command_runner.go:130] > ],
I1006 00:35:53.547421 355454 command_runner.go:130] > "size": "74687895",
I1006 00:35:53.547428 355454 command_runner.go:130] > "uid": null,
I1006 00:35:53.547432 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.547436 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.547440 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.547446 355454 command_runner.go:130] > },
I1006 00:35:53.547449 355454 command_runner.go:130] > {
I1006 00:35:53.547455 355454 command_runner.go:130] > "id": "7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8",
I1006 00:35:53.547461 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.547467 355454 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.2"
I1006 00:35:53.547472 355454 command_runner.go:130] > ],
I1006 00:35:53.547477 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.547534 355454 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:6511193f8114a2f011790619698efe12a8119ed9a17e2e36f4c1c759ccf173ab",
I1006 00:35:53.547552 355454 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:8fc5b9b97128515266d5435273682ba36115d9ca1b68a5749e6f9a23927ef543"
I1006 00:35:53.547558 355454 command_runner.go:130] > ],
I1006 00:35:53.547565 355454 command_runner.go:130] > "size": "61485878",
I1006 00:35:53.547575 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.547580 355454 command_runner.go:130] > "value": "0"
I1006 00:35:53.547586 355454 command_runner.go:130] > },
I1006 00:35:53.547590 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.547596 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.547600 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.547606 355454 command_runner.go:130] > },
I1006 00:35:53.547611 355454 command_runner.go:130] > {
I1006 00:35:53.547625 355454 command_runner.go:130] > "id": "e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c",
I1006 00:35:53.547632 355454 command_runner.go:130] > "repoTags": [
I1006 00:35:53.547636 355454 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I1006 00:35:53.547644 355454 command_runner.go:130] > ],
I1006 00:35:53.547648 355454 command_runner.go:130] > "repoDigests": [
I1006 00:35:53.547657 355454 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097",
I1006 00:35:53.547667 355454 command_runner.go:130] > "registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"
I1006 00:35:53.547673 355454 command_runner.go:130] > ],
I1006 00:35:53.547677 355454 command_runner.go:130] > "size": "750414",
I1006 00:35:53.547681 355454 command_runner.go:130] > "uid": {
I1006 00:35:53.547687 355454 command_runner.go:130] > "value": "65535"
I1006 00:35:53.547691 355454 command_runner.go:130] > },
I1006 00:35:53.547698 355454 command_runner.go:130] > "username": "",
I1006 00:35:53.547702 355454 command_runner.go:130] > "spec": null,
I1006 00:35:53.547709 355454 command_runner.go:130] > "pinned": false
I1006 00:35:53.547712 355454 command_runner.go:130] > }
I1006 00:35:53.547718 355454 command_runner.go:130] > ]
I1006 00:35:53.547721 355454 command_runner.go:130] > }
I1006 00:35:53.548995 355454 crio.go:496] all images are preloaded for cri-o runtime.
I1006 00:35:53.549014 355454 cache_images.go:84] Images are preloaded, skipping loading
I1006 00:35:53.549090 355454 ssh_runner.go:195] Run: crio config
I1006 00:35:53.587828 355454 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I1006 00:35:53.587860 355454 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I1006 00:35:53.587882 355454 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I1006 00:35:53.587889 355454 command_runner.go:130] > #
I1006 00:35:53.587901 355454 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I1006 00:35:53.587918 355454 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I1006 00:35:53.587933 355454 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I1006 00:35:53.587984 355454 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I1006 00:35:53.587999 355454 command_runner.go:130] > # reload'.
I1006 00:35:53.588010 355454 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I1006 00:35:53.588020 355454 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I1006 00:35:53.588031 355454 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I1006 00:35:53.588040 355454 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I1006 00:35:53.588046 355454 command_runner.go:130] > [crio]
I1006 00:35:53.588057 355454 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I1006 00:35:53.588066 355454 command_runner.go:130] > # containers images, in this directory.
I1006 00:35:53.588084 355454 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I1006 00:35:53.588097 355454 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I1006 00:35:53.588111 355454 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I1006 00:35:53.588123 355454 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I1006 00:35:53.588140 355454 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I1006 00:35:53.588148 355454 command_runner.go:130] > # storage_driver = "vfs"
I1006 00:35:53.588158 355454 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I1006 00:35:53.588190 355454 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I1006 00:35:53.588202 355454 command_runner.go:130] > # storage_option = [
I1006 00:35:53.588220 355454 command_runner.go:130] > # ]
I1006 00:35:53.588235 355454 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I1006 00:35:53.588247 355454 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I1006 00:35:53.588260 355454 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I1006 00:35:53.588270 355454 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I1006 00:35:53.588280 355454 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I1006 00:35:53.588288 355454 command_runner.go:130] > # always happen on a node reboot
I1006 00:35:53.588296 355454 command_runner.go:130] > # version_file = "/var/run/crio/version"
I1006 00:35:53.588306 355454 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I1006 00:35:53.588316 355454 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I1006 00:35:53.588339 355454 command_runner.go:130] > # only happen when CRI-O has been upgraded
I1006 00:35:53.588353 355454 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I1006 00:35:53.588371 355454 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I1006 00:35:53.588393 355454 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I1006 00:35:53.588405 355454 command_runner.go:130] > # internal_wipe = true
I1006 00:35:53.588415 355454 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I1006 00:35:53.588429 355454 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I1006 00:35:53.588443 355454 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I1006 00:35:53.588456 355454 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I1006 00:35:53.588474 355454 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I1006 00:35:53.588486 355454 command_runner.go:130] > [crio.api]
I1006 00:35:53.588496 355454 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I1006 00:35:53.588508 355454 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I1006 00:35:53.588517 355454 command_runner.go:130] > # IP address on which the stream server will listen.
I1006 00:35:53.588529 355454 command_runner.go:130] > # stream_address = "127.0.0.1"
I1006 00:35:53.588545 355454 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I1006 00:35:53.588558 355454 command_runner.go:130] > # CRI-O will allocate a random free port number.
I1006 00:35:53.588569 355454 command_runner.go:130] > # stream_port = "0"
I1006 00:35:53.588579 355454 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I1006 00:35:53.588590 355454 command_runner.go:130] > # stream_enable_tls = false
I1006 00:35:53.588605 355454 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I1006 00:35:53.588617 355454 command_runner.go:130] > # stream_idle_timeout = ""
I1006 00:35:53.588633 355454 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I1006 00:35:53.588648 355454 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I1006 00:35:53.588658 355454 command_runner.go:130] > # minutes.
I1006 00:35:53.588666 355454 command_runner.go:130] > # stream_tls_cert = ""
I1006 00:35:53.588680 355454 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I1006 00:35:53.588702 355454 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I1006 00:35:53.588714 355454 command_runner.go:130] > # stream_tls_key = ""
I1006 00:35:53.588725 355454 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I1006 00:35:53.588740 355454 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I1006 00:35:53.588750 355454 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I1006 00:35:53.588757 355454 command_runner.go:130] > # stream_tls_ca = ""
I1006 00:35:53.588783 355454 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I1006 00:35:53.588793 355454 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I1006 00:35:53.588806 355454 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I1006 00:35:53.588813 355454 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I1006 00:35:53.588879 355454 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I1006 00:35:53.588888 355454 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I1006 00:35:53.588896 355454 command_runner.go:130] > [crio.runtime]
I1006 00:35:53.588904 355454 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I1006 00:35:53.588911 355454 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I1006 00:35:53.588916 355454 command_runner.go:130] > # "nofile=1024:2048"
I1006 00:35:53.588924 355454 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I1006 00:35:53.588929 355454 command_runner.go:130] > # default_ulimits = [
I1006 00:35:53.588933 355454 command_runner.go:130] > # ]
I1006 00:35:53.588941 355454 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I1006 00:35:53.588948 355454 command_runner.go:130] > # no_pivot = false
I1006 00:35:53.588956 355454 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I1006 00:35:53.588964 355454 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I1006 00:35:53.588970 355454 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I1006 00:35:53.588977 355454 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I1006 00:35:53.588984 355454 command_runner.go:130] > # Will be searched for using $PATH if empty.
I1006 00:35:53.588992 355454 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1006 00:35:53.588999 355454 command_runner.go:130] > # conmon = ""
I1006 00:35:53.589005 355454 command_runner.go:130] > # Cgroup setting for conmon
I1006 00:35:53.589013 355454 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I1006 00:35:53.589021 355454 command_runner.go:130] > conmon_cgroup = "pod"
I1006 00:35:53.589030 355454 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I1006 00:35:53.589038 355454 command_runner.go:130] > # environment variables to conmon or the runtime.
I1006 00:35:53.589049 355454 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1006 00:35:53.589055 355454 command_runner.go:130] > # conmon_env = [
I1006 00:35:53.589061 355454 command_runner.go:130] > # ]
I1006 00:35:53.589069 355454 command_runner.go:130] > # Additional environment variables to set for all the
I1006 00:35:53.589078 355454 command_runner.go:130] > # containers. These are overridden if set in the
I1006 00:35:53.589088 355454 command_runner.go:130] > # container image spec or in the container runtime configuration.
I1006 00:35:53.589094 355454 command_runner.go:130] > # default_env = [
I1006 00:35:53.589100 355454 command_runner.go:130] > # ]
I1006 00:35:53.589109 355454 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I1006 00:35:53.589113 355454 command_runner.go:130] > # selinux = false
I1006 00:35:53.589120 355454 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I1006 00:35:53.589126 355454 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I1006 00:35:53.589133 355454 command_runner.go:130] > # will be used. This option supports live configuration reload.
I1006 00:35:53.589137 355454 command_runner.go:130] > # seccomp_profile = ""
I1006 00:35:53.589143 355454 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I1006 00:35:53.589151 355454 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I1006 00:35:53.589157 355454 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I1006 00:35:53.589162 355454 command_runner.go:130] > # which might increase security.
I1006 00:35:53.589166 355454 command_runner.go:130] > # seccomp_use_default_when_empty = true
I1006 00:35:53.589172 355454 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I1006 00:35:53.589178 355454 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I1006 00:35:53.589183 355454 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I1006 00:35:53.589189 355454 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I1006 00:35:53.589196 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:35:53.589200 355454 command_runner.go:130] > # apparmor_profile = "crio-default"
I1006 00:35:53.589208 355454 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I1006 00:35:53.589212 355454 command_runner.go:130] > # the cgroup blockio controller.
I1006 00:35:53.589216 355454 command_runner.go:130] > # blockio_config_file = ""
I1006 00:35:53.589222 355454 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I1006 00:35:53.589226 355454 command_runner.go:130] > # irqbalance daemon.
I1006 00:35:53.589231 355454 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I1006 00:35:53.589237 355454 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I1006 00:35:53.589241 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:35:53.589247 355454 command_runner.go:130] > # rdt_config_file = ""
I1006 00:35:53.589252 355454 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I1006 00:35:53.589256 355454 command_runner.go:130] > cgroup_manager = "cgroupfs"
I1006 00:35:53.589262 355454 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I1006 00:35:53.589266 355454 command_runner.go:130] > # separate_pull_cgroup = ""
I1006 00:35:53.589272 355454 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I1006 00:35:53.589277 355454 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I1006 00:35:53.589281 355454 command_runner.go:130] > # will be added.
I1006 00:35:53.589285 355454 command_runner.go:130] > # default_capabilities = [
I1006 00:35:53.589289 355454 command_runner.go:130] > # "CHOWN",
I1006 00:35:53.589293 355454 command_runner.go:130] > # "DAC_OVERRIDE",
I1006 00:35:53.589296 355454 command_runner.go:130] > # "FSETID",
I1006 00:35:53.589300 355454 command_runner.go:130] > # "FOWNER",
I1006 00:35:53.589303 355454 command_runner.go:130] > # "SETGID",
I1006 00:35:53.589307 355454 command_runner.go:130] > # "SETUID",
I1006 00:35:53.589310 355454 command_runner.go:130] > # "SETPCAP",
I1006 00:35:53.589314 355454 command_runner.go:130] > # "NET_BIND_SERVICE",
I1006 00:35:53.589317 355454 command_runner.go:130] > # "KILL",
I1006 00:35:53.589342 355454 command_runner.go:130] > # ]
I1006 00:35:53.589354 355454 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I1006 00:35:53.589362 355454 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I1006 00:35:53.589367 355454 command_runner.go:130] > # add_inheritable_capabilities = true
I1006 00:35:53.589373 355454 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I1006 00:35:53.589380 355454 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1006 00:35:53.589384 355454 command_runner.go:130] > # default_sysctls = [
I1006 00:35:53.589387 355454 command_runner.go:130] > # ]
I1006 00:35:53.589392 355454 command_runner.go:130] > # List of devices on the host that a
I1006 00:35:53.589398 355454 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I1006 00:35:53.589401 355454 command_runner.go:130] > # allowed_devices = [
I1006 00:35:53.589405 355454 command_runner.go:130] > # "/dev/fuse",
I1006 00:35:53.589408 355454 command_runner.go:130] > # ]
I1006 00:35:53.589413 355454 command_runner.go:130] > # List of additional devices. specified as
I1006 00:35:53.589471 355454 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I1006 00:35:53.589483 355454 command_runner.go:130] > # If it is empty or commented out, only the devices
I1006 00:35:53.589491 355454 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1006 00:35:53.589500 355454 command_runner.go:130] > # additional_devices = [
I1006 00:35:53.589508 355454 command_runner.go:130] > # ]
I1006 00:35:53.589519 355454 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I1006 00:35:53.589528 355454 command_runner.go:130] > # cdi_spec_dirs = [
I1006 00:35:53.589537 355454 command_runner.go:130] > # "/etc/cdi",
I1006 00:35:53.589546 355454 command_runner.go:130] > # "/var/run/cdi",
I1006 00:35:53.589552 355454 command_runner.go:130] > # ]
I1006 00:35:53.589564 355454 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I1006 00:35:53.589573 355454 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I1006 00:35:53.589579 355454 command_runner.go:130] > # Defaults to false.
I1006 00:35:53.589585 355454 command_runner.go:130] > # device_ownership_from_security_context = false
I1006 00:35:53.589593 355454 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I1006 00:35:53.589601 355454 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I1006 00:35:53.589607 355454 command_runner.go:130] > # hooks_dir = [
I1006 00:35:53.589612 355454 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I1006 00:35:53.589617 355454 command_runner.go:130] > # ]
I1006 00:35:53.589624 355454 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I1006 00:35:53.589635 355454 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I1006 00:35:53.589643 355454 command_runner.go:130] > # its default mounts from the following two files:
I1006 00:35:53.589649 355454 command_runner.go:130] > #
I1006 00:35:53.589657 355454 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I1006 00:35:53.589666 355454 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I1006 00:35:53.589674 355454 command_runner.go:130] > # override the default mounts shipped with the package.
I1006 00:35:53.589678 355454 command_runner.go:130] > #
I1006 00:35:53.589684 355454 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I1006 00:35:53.589693 355454 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I1006 00:35:53.589701 355454 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I1006 00:35:53.589709 355454 command_runner.go:130] > # only add mounts it finds in this file.
I1006 00:35:53.589714 355454 command_runner.go:130] > #
I1006 00:35:53.589719 355454 command_runner.go:130] > # default_mounts_file = ""
I1006 00:35:53.589727 355454 command_runner.go:130] > # Maximum number of processes allowed in a container.
I1006 00:35:53.589736 355454 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I1006 00:35:53.589743 355454 command_runner.go:130] > # pids_limit = 0
I1006 00:35:53.589749 355454 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I1006 00:35:53.589757 355454 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I1006 00:35:53.589770 355454 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I1006 00:35:53.589780 355454 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I1006 00:35:53.589789 355454 command_runner.go:130] > # log_size_max = -1
I1006 00:35:53.589797 355454 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I1006 00:35:53.589806 355454 command_runner.go:130] > # log_to_journald = false
I1006 00:35:53.589814 355454 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I1006 00:35:53.589820 355454 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I1006 00:35:53.589828 355454 command_runner.go:130] > # Path to directory for container attach sockets.
I1006 00:35:53.589835 355454 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I1006 00:35:53.589841 355454 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I1006 00:35:53.589847 355454 command_runner.go:130] > # bind_mount_prefix = ""
I1006 00:35:53.589852 355454 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I1006 00:35:53.589859 355454 command_runner.go:130] > # read_only = false
I1006 00:35:53.589865 355454 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I1006 00:35:53.589873 355454 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I1006 00:35:53.589879 355454 command_runner.go:130] > # live configuration reload.
I1006 00:35:53.589883 355454 command_runner.go:130] > # log_level = "info"
I1006 00:35:53.589892 355454 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I1006 00:35:53.589906 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:35:53.589912 355454 command_runner.go:130] > # log_filter = ""
I1006 00:35:53.589923 355454 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I1006 00:35:53.589931 355454 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I1006 00:35:53.589938 355454 command_runner.go:130] > # separated by comma.
I1006 00:35:53.589942 355454 command_runner.go:130] > # uid_mappings = ""
I1006 00:35:53.589950 355454 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I1006 00:35:53.589958 355454 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I1006 00:35:53.589964 355454 command_runner.go:130] > # separated by comma.
I1006 00:35:53.589969 355454 command_runner.go:130] > # gid_mappings = ""
I1006 00:35:53.589977 355454 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I1006 00:35:53.589983 355454 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1006 00:35:53.589991 355454 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1006 00:35:53.589996 355454 command_runner.go:130] > # minimum_mappable_uid = -1
I1006 00:35:53.590004 355454 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I1006 00:35:53.590012 355454 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1006 00:35:53.590019 355454 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1006 00:35:53.590025 355454 command_runner.go:130] > # minimum_mappable_gid = -1
I1006 00:35:53.590031 355454 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I1006 00:35:53.590040 355454 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I1006 00:35:53.590049 355454 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I1006 00:35:53.590056 355454 command_runner.go:130] > # ctr_stop_timeout = 30
I1006 00:35:53.590062 355454 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I1006 00:35:53.590091 355454 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I1006 00:35:53.590104 355454 command_runner.go:130] > # a kernel separating runtime (like kata).
I1006 00:35:53.590109 355454 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I1006 00:35:53.590113 355454 command_runner.go:130] > # drop_infra_ctr = true
I1006 00:35:53.590119 355454 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I1006 00:35:53.590127 355454 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I1006 00:35:53.590134 355454 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I1006 00:35:53.590143 355454 command_runner.go:130] > # infra_ctr_cpuset = ""
I1006 00:35:53.590156 355454 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I1006 00:35:53.590167 355454 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I1006 00:35:53.590177 355454 command_runner.go:130] > # namespaces_dir = "/var/run"
I1006 00:35:53.590187 355454 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I1006 00:35:53.590193 355454 command_runner.go:130] > # pinns_path = ""
I1006 00:35:53.590199 355454 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I1006 00:35:53.590207 355454 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I1006 00:35:53.590217 355454 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I1006 00:35:53.590222 355454 command_runner.go:130] > # default_runtime = "runc"
I1006 00:35:53.590227 355454 command_runner.go:130] > # A list of paths that, when absent from the host,
I1006 00:35:53.590234 355454 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I1006 00:35:53.590245 355454 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I1006 00:35:53.590252 355454 command_runner.go:130] > # creation as a file is not desired either.
I1006 00:35:53.590260 355454 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I1006 00:35:53.590268 355454 command_runner.go:130] > # the hostname is being managed dynamically.
I1006 00:35:53.590275 355454 command_runner.go:130] > # absent_mount_sources_to_reject = [
I1006 00:35:53.590279 355454 command_runner.go:130] > # ]
I1006 00:35:53.590291 355454 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I1006 00:35:53.590300 355454 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I1006 00:35:53.590306 355454 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I1006 00:35:53.590314 355454 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I1006 00:35:53.590318 355454 command_runner.go:130] > #
I1006 00:35:53.590325 355454 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I1006 00:35:53.590330 355454 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I1006 00:35:53.590337 355454 command_runner.go:130] > # runtime_type = "oci"
I1006 00:35:53.590344 355454 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I1006 00:35:53.590351 355454 command_runner.go:130] > # privileged_without_host_devices = false
I1006 00:35:53.590355 355454 command_runner.go:130] > # allowed_annotations = []
I1006 00:35:53.590361 355454 command_runner.go:130] > # Where:
I1006 00:35:53.590366 355454 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I1006 00:35:53.590377 355454 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I1006 00:35:53.590385 355454 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I1006 00:35:53.590394 355454 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I1006 00:35:53.590400 355454 command_runner.go:130] > # in $PATH.
I1006 00:35:53.590407 355454 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I1006 00:35:53.590414 355454 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I1006 00:35:53.590420 355454 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I1006 00:35:53.590426 355454 command_runner.go:130] > # state.
I1006 00:35:53.590432 355454 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I1006 00:35:53.590437 355454 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I1006 00:35:53.590445 355454 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I1006 00:35:53.590454 355454 command_runner.go:130] > # host devices from being passed to privileged containers.
I1006 00:35:53.590462 355454 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I1006 00:35:53.590473 355454 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I1006 00:35:53.590481 355454 command_runner.go:130] > # The currently recognized values are:
I1006 00:35:53.590487 355454 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I1006 00:35:53.590497 355454 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I1006 00:35:53.590503 355454 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I1006 00:35:53.590511 355454 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I1006 00:35:53.590518 355454 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I1006 00:35:53.590527 355454 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I1006 00:35:53.590533 355454 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I1006 00:35:53.590542 355454 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I1006 00:35:53.590546 355454 command_runner.go:130] > # should be moved to the container's cgroup
I1006 00:35:53.590553 355454 command_runner.go:130] > [crio.runtime.runtimes.runc]
I1006 00:35:53.590558 355454 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I1006 00:35:53.590564 355454 command_runner.go:130] > runtime_type = "oci"
I1006 00:35:53.590568 355454 command_runner.go:130] > runtime_root = "/run/runc"
I1006 00:35:53.590573 355454 command_runner.go:130] > runtime_config_path = ""
I1006 00:35:53.590579 355454 command_runner.go:130] > monitor_path = ""
I1006 00:35:53.590583 355454 command_runner.go:130] > monitor_cgroup = ""
I1006 00:35:53.590589 355454 command_runner.go:130] > monitor_exec_cgroup = ""
I1006 00:35:53.590665 355454 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I1006 00:35:53.590678 355454 command_runner.go:130] > # running containers
I1006 00:35:53.590686 355454 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I1006 00:35:53.590696 355454 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I1006 00:35:53.590706 355454 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I1006 00:35:53.590715 355454 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I1006 00:35:53.590720 355454 command_runner.go:130] > # Kata Containers with the default configured VMM
I1006 00:35:53.590727 355454 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I1006 00:35:53.590731 355454 command_runner.go:130] > # Kata Containers with the QEMU VMM
I1006 00:35:53.590739 355454 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I1006 00:35:53.590743 355454 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I1006 00:35:53.590750 355454 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I1006 00:35:53.590756 355454 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I1006 00:35:53.590766 355454 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I1006 00:35:53.590774 355454 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I1006 00:35:53.590782 355454 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I1006 00:35:53.590792 355454 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I1006 00:35:53.590803 355454 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I1006 00:35:53.590815 355454 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I1006 00:35:53.590827 355454 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I1006 00:35:53.590835 355454 command_runner.go:130] > # signifying for that resource type to override the default value.
I1006 00:35:53.590842 355454 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I1006 00:35:53.590848 355454 command_runner.go:130] > # Example:
I1006 00:35:53.590853 355454 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I1006 00:35:53.590860 355454 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I1006 00:35:53.590864 355454 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I1006 00:35:53.590872 355454 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I1006 00:35:53.590876 355454 command_runner.go:130] > # cpuset = 0
I1006 00:35:53.590880 355454 command_runner.go:130] > # cpushares = "0-1"
I1006 00:35:53.590884 355454 command_runner.go:130] > # Where:
I1006 00:35:53.590891 355454 command_runner.go:130] > # The workload name is workload-type.
I1006 00:35:53.590898 355454 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I1006 00:35:53.590905 355454 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I1006 00:35:53.590916 355454 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I1006 00:35:53.590928 355454 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I1006 00:35:53.590938 355454 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I1006 00:35:53.590942 355454 command_runner.go:130] > #
I1006 00:35:53.590948 355454 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I1006 00:35:53.590954 355454 command_runner.go:130] > #
I1006 00:35:53.590962 355454 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I1006 00:35:53.590970 355454 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I1006 00:35:53.590976 355454 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I1006 00:35:53.590984 355454 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I1006 00:35:53.590990 355454 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I1006 00:35:53.590996 355454 command_runner.go:130] > [crio.image]
I1006 00:35:53.591002 355454 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I1006 00:35:53.591008 355454 command_runner.go:130] > # default_transport = "docker://"
I1006 00:35:53.591014 355454 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I1006 00:35:53.591021 355454 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I1006 00:35:53.591025 355454 command_runner.go:130] > # global_auth_file = ""
I1006 00:35:53.591030 355454 command_runner.go:130] > # The image used to instantiate infra containers.
I1006 00:35:53.591036 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:35:53.591041 355454 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I1006 00:35:53.591053 355454 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I1006 00:35:53.591061 355454 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I1006 00:35:53.591066 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:35:53.591073 355454 command_runner.go:130] > # pause_image_auth_file = ""
I1006 00:35:53.591083 355454 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I1006 00:35:53.591095 355454 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I1006 00:35:53.591108 355454 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I1006 00:35:53.591117 355454 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I1006 00:35:53.591127 355454 command_runner.go:130] > # pause_command = "/pause"
I1006 00:35:53.591141 355454 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I1006 00:35:53.591152 355454 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I1006 00:35:53.591165 355454 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I1006 00:35:53.591180 355454 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I1006 00:35:53.591191 355454 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I1006 00:35:53.591199 355454 command_runner.go:130] > # signature_policy = ""
I1006 00:35:53.591242 355454 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I1006 00:35:53.591254 355454 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I1006 00:35:53.591264 355454 command_runner.go:130] > # changing them here.
I1006 00:35:53.591277 355454 command_runner.go:130] > # insecure_registries = [
I1006 00:35:53.591287 355454 command_runner.go:130] > # ]
I1006 00:35:53.591298 355454 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I1006 00:35:53.591307 355454 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I1006 00:35:53.591314 355454 command_runner.go:130] > # image_volumes = "mkdir"
I1006 00:35:53.591321 355454 command_runner.go:130] > # Temporary directory to use for storing big files
I1006 00:35:53.591326 355454 command_runner.go:130] > # big_files_temporary_dir = ""
I1006 00:35:53.591335 355454 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I1006 00:35:53.591339 355454 command_runner.go:130] > # CNI plugins.
I1006 00:35:53.591345 355454 command_runner.go:130] > [crio.network]
I1006 00:35:53.591351 355454 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I1006 00:35:53.591358 355454 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I1006 00:35:53.591363 355454 command_runner.go:130] > # cni_default_network = ""
I1006 00:35:53.591372 355454 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I1006 00:35:53.591383 355454 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I1006 00:35:53.591392 355454 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I1006 00:35:53.591404 355454 command_runner.go:130] > # plugin_dirs = [
I1006 00:35:53.591411 355454 command_runner.go:130] > # "/opt/cni/bin/",
I1006 00:35:53.591437 355454 command_runner.go:130] > # ]
I1006 00:35:53.591458 355454 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I1006 00:35:53.591465 355454 command_runner.go:130] > [crio.metrics]
I1006 00:35:53.591470 355454 command_runner.go:130] > # Globally enable or disable metrics support.
I1006 00:35:53.591474 355454 command_runner.go:130] > # enable_metrics = false
I1006 00:35:53.591479 355454 command_runner.go:130] > # Specify enabled metrics collectors.
I1006 00:35:53.591485 355454 command_runner.go:130] > # Per default all metrics are enabled.
I1006 00:35:53.591491 355454 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I1006 00:35:53.591500 355454 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I1006 00:35:53.591508 355454 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I1006 00:35:53.591515 355454 command_runner.go:130] > # metrics_collectors = [
I1006 00:35:53.591519 355454 command_runner.go:130] > # "operations",
I1006 00:35:53.591526 355454 command_runner.go:130] > # "operations_latency_microseconds_total",
I1006 00:35:53.591530 355454 command_runner.go:130] > # "operations_latency_microseconds",
I1006 00:35:53.591536 355454 command_runner.go:130] > # "operations_errors",
I1006 00:35:53.591541 355454 command_runner.go:130] > # "image_pulls_by_digest",
I1006 00:35:53.591547 355454 command_runner.go:130] > # "image_pulls_by_name",
I1006 00:35:53.591552 355454 command_runner.go:130] > # "image_pulls_by_name_skipped",
I1006 00:35:53.591561 355454 command_runner.go:130] > # "image_pulls_failures",
I1006 00:35:53.591566 355454 command_runner.go:130] > # "image_pulls_successes",
I1006 00:35:53.591570 355454 command_runner.go:130] > # "image_pulls_layer_size",
I1006 00:35:53.591576 355454 command_runner.go:130] > # "image_layer_reuse",
I1006 00:35:53.591580 355454 command_runner.go:130] > # "containers_oom_total",
I1006 00:35:53.591585 355454 command_runner.go:130] > # "containers_oom",
I1006 00:35:53.591589 355454 command_runner.go:130] > # "processes_defunct",
I1006 00:35:53.591595 355454 command_runner.go:130] > # "operations_total",
I1006 00:35:53.591600 355454 command_runner.go:130] > # "operations_latency_seconds",
I1006 00:35:53.591607 355454 command_runner.go:130] > # "operations_latency_seconds_total",
I1006 00:35:53.591611 355454 command_runner.go:130] > # "operations_errors_total",
I1006 00:35:53.591618 355454 command_runner.go:130] > # "image_pulls_bytes_total",
I1006 00:35:53.591622 355454 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I1006 00:35:53.591631 355454 command_runner.go:130] > # "image_pulls_failure_total",
I1006 00:35:53.591636 355454 command_runner.go:130] > # "image_pulls_success_total",
I1006 00:35:53.591641 355454 command_runner.go:130] > # "image_layer_reuse_total",
I1006 00:35:53.591646 355454 command_runner.go:130] > # "containers_oom_count_total",
I1006 00:35:53.591652 355454 command_runner.go:130] > # ]
I1006 00:35:53.591660 355454 command_runner.go:130] > # The port on which the metrics server will listen.
I1006 00:35:53.591666 355454 command_runner.go:130] > # metrics_port = 9090
I1006 00:35:53.591671 355454 command_runner.go:130] > # Local socket path to bind the metrics server to
I1006 00:35:53.591677 355454 command_runner.go:130] > # metrics_socket = ""
I1006 00:35:53.591682 355454 command_runner.go:130] > # The certificate for the secure metrics server.
I1006 00:35:53.591691 355454 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I1006 00:35:53.591697 355454 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I1006 00:35:53.591704 355454 command_runner.go:130] > # certificate on any modification event.
I1006 00:35:53.591708 355454 command_runner.go:130] > # metrics_cert = ""
I1006 00:35:53.591716 355454 command_runner.go:130] > # The certificate key for the secure metrics server.
I1006 00:35:53.591721 355454 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I1006 00:35:53.591727 355454 command_runner.go:130] > # metrics_key = ""
I1006 00:35:53.591733 355454 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I1006 00:35:53.591739 355454 command_runner.go:130] > [crio.tracing]
I1006 00:35:53.591744 355454 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I1006 00:35:53.591750 355454 command_runner.go:130] > # enable_tracing = false
I1006 00:35:53.591755 355454 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I1006 00:35:53.591762 355454 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I1006 00:35:53.591774 355454 command_runner.go:130] > # Number of samples to collect per million spans.
I1006 00:35:53.591781 355454 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I1006 00:35:53.591787 355454 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I1006 00:35:53.591793 355454 command_runner.go:130] > [crio.stats]
I1006 00:35:53.591799 355454 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I1006 00:35:53.591807 355454 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I1006 00:35:53.591811 355454 command_runner.go:130] > # stats_collection_period = 0
I1006 00:35:53.591852 355454 command_runner.go:130] ! time="2023-10-06 00:35:53.584930456Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I1006 00:35:53.591869 355454 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I1006 00:35:53.591947 355454 cni.go:84] Creating CNI manager for ""
I1006 00:35:53.591958 355454 cni.go:136] 1 nodes found, recommending kindnet
I1006 00:35:53.591974 355454 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1006 00:35:53.591996 355454 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.2 APIServerPort:8443 KubernetesVersion:v1.28.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-050289 NodeName:multinode-050289 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 00:35:53.592158 355454 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-050289"
kubeletExtraArgs:
node-ip: 192.168.58.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 00:35:53.592233 355454 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-050289 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.2
[Install]
config:
{KubernetesVersion:v1.28.2 ClusterName:multinode-050289 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1006 00:35:53.592285 355454 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.2
I1006 00:35:53.600468 355454 command_runner.go:130] > kubeadm
I1006 00:35:53.600496 355454 command_runner.go:130] > kubectl
I1006 00:35:53.600510 355454 command_runner.go:130] > kubelet
I1006 00:35:53.601947 355454 binaries.go:44] Found k8s binaries, skipping transfer
I1006 00:35:53.602032 355454 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 00:35:53.610137 355454 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (426 bytes)
I1006 00:35:53.625646 355454 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 00:35:53.641230 355454 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2097 bytes)
I1006 00:35:53.656080 355454 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I1006 00:35:53.659120 355454 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 00:35:53.668299 355454 certs.go:56] Setting up /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289 for IP: 192.168.58.2
I1006 00:35:53.668330 355454 certs.go:190] acquiring lock for shared ca certs: {Name:mk4207741d394fa2c1d7667c153e4d22770558d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:35:53.668468 355454 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key
I1006 00:35:53.668502 355454 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key
I1006 00:35:53.668550 355454 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.key
I1006 00:35:53.668567 355454 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.crt with IP's: []
I1006 00:35:53.872026 355454 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.crt ...
I1006 00:35:53.872059 355454 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.crt: {Name:mkabbe97dab934b8bcce14a171e6cc0d556f7ded Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:35:53.872236 355454 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.key ...
I1006 00:35:53.872250 355454 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.key: {Name:mk7b066bf1ed4a9102f28b912d42e729e2b40208 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:35:53.872329 355454 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.key.cee25041
I1006 00:35:53.872343 355454 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.crt.cee25041 with IP's: [192.168.58.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1006 00:35:54.018549 355454 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.crt.cee25041 ...
I1006 00:35:54.018587 355454 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.crt.cee25041: {Name:mk52a809f8c8044fb841cb08209292e0098cec39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:35:54.018797 355454 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.key.cee25041 ...
I1006 00:35:54.018813 355454 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.key.cee25041: {Name:mkfbab56e2b7153159c5696bb24a909443240cb1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:35:54.018913 355454 certs.go:337] copying /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.crt.cee25041 -> /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.crt
I1006 00:35:54.019034 355454 certs.go:341] copying /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.key.cee25041 -> /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.key
I1006 00:35:54.019117 355454 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.key
I1006 00:35:54.019135 355454 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.crt with IP's: []
I1006 00:35:54.076396 355454 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.crt ...
I1006 00:35:54.076426 355454 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.crt: {Name:mke06cdaac7a8b364404120c22dc722977296480 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:35:54.076620 355454 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.key ...
I1006 00:35:54.076636 355454 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.key: {Name:mk800881dc801d3bea90db0a8e067fad28522f75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:35:54.076729 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1006 00:35:54.076755 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1006 00:35:54.076775 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1006 00:35:54.076795 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1006 00:35:54.076813 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1006 00:35:54.076830 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1006 00:35:54.076846 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1006 00:35:54.076862 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1006 00:35:54.076934 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem (1338 bytes)
W1006 00:35:54.076980 355454 certs.go:433] ignoring /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690_empty.pem, impossibly tiny 0 bytes
I1006 00:35:54.076999 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem (1679 bytes)
I1006 00:35:54.077034 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem (1082 bytes)
I1006 00:35:54.077066 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem (1123 bytes)
I1006 00:35:54.077107 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem (1675 bytes)
I1006 00:35:54.077164 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem (1708 bytes)
I1006 00:35:54.077202 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> /usr/share/ca-certificates/2696902.pem
I1006 00:35:54.077224 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1006 00:35:54.077243 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem -> /usr/share/ca-certificates/269690.pem
I1006 00:35:54.077914 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1006 00:35:54.099499 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1006 00:35:54.119982 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 00:35:54.140257 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 00:35:54.160222 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 00:35:54.180326 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1006 00:35:54.200074 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 00:35:54.220148 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 00:35:54.239894 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem --> /usr/share/ca-certificates/2696902.pem (1708 bytes)
I1006 00:35:54.259876 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 00:35:54.280128 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem --> /usr/share/ca-certificates/269690.pem (1338 bytes)
I1006 00:35:54.303151 355454 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 00:35:54.317933 355454 ssh_runner.go:195] Run: openssl version
I1006 00:35:54.322567 355454 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I1006 00:35:54.322688 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2696902.pem && ln -fs /usr/share/ca-certificates/2696902.pem /etc/ssl/certs/2696902.pem"
I1006 00:35:54.330797 355454 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2696902.pem
I1006 00:35:54.333894 355454 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Oct 6 00:23 /usr/share/ca-certificates/2696902.pem
I1006 00:35:54.333934 355454 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 6 00:23 /usr/share/ca-certificates/2696902.pem
I1006 00:35:54.333973 355454 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2696902.pem
I1006 00:35:54.339686 355454 command_runner.go:130] > 3ec20f2e
I1006 00:35:54.339884 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2696902.pem /etc/ssl/certs/3ec20f2e.0"
I1006 00:35:54.347819 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 00:35:54.355773 355454 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 00:35:54.358716 355454 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Oct 6 00:17 /usr/share/ca-certificates/minikubeCA.pem
I1006 00:35:54.358748 355454 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 6 00:17 /usr/share/ca-certificates/minikubeCA.pem
I1006 00:35:54.358795 355454 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 00:35:54.364466 355454 command_runner.go:130] > b5213941
I1006 00:35:54.364647 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 00:35:54.372485 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/269690.pem && ln -fs /usr/share/ca-certificates/269690.pem /etc/ssl/certs/269690.pem"
I1006 00:35:54.380323 355454 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/269690.pem
I1006 00:35:54.383294 355454 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Oct 6 00:23 /usr/share/ca-certificates/269690.pem
I1006 00:35:54.383323 355454 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 6 00:23 /usr/share/ca-certificates/269690.pem
I1006 00:35:54.383364 355454 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/269690.pem
I1006 00:35:54.389203 355454 command_runner.go:130] > 51391683
I1006 00:35:54.389383 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/269690.pem /etc/ssl/certs/51391683.0"
I1006 00:35:54.397543 355454 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1006 00:35:54.400292 355454 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1006 00:35:54.400331 355454 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1006 00:35:54.400382 355454 kubeadm.go:404] StartCluster: {Name:multinode-050289 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-050289 Namespace:default APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetr
ics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:35:54.400471 355454 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 00:35:54.400535 355454 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 00:35:54.432433 355454 cri.go:89] found id: ""
I1006 00:35:54.432507 355454 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 00:35:54.439636 355454 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/kubeadm-flags.env': No such file or directory
I1006 00:35:54.439664 355454 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/config.yaml': No such file or directory
I1006 00:35:54.439675 355454 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/etcd': No such file or directory
I1006 00:35:54.440364 355454 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 00:35:54.447826 355454 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1006 00:35:54.447875 355454 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 00:35:54.454478 355454 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
I1006 00:35:54.454504 355454 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
I1006 00:35:54.454515 355454 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
I1006 00:35:54.454529 355454 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 00:35:54.455148 355454 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 00:35:54.455185 355454 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 00:35:54.497003 355454 kubeadm.go:322] [init] Using Kubernetes version: v1.28.2
I1006 00:35:54.497029 355454 command_runner.go:130] > [init] Using Kubernetes version: v1.28.2
I1006 00:35:54.497107 355454 kubeadm.go:322] [preflight] Running pre-flight checks
I1006 00:35:54.497135 355454 command_runner.go:130] > [preflight] Running pre-flight checks
I1006 00:35:54.531608 355454 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1006 00:35:54.531649 355454 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I1006 00:35:54.531743 355454 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1006 00:35:54.531756 355454 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1006 00:35:54.531814 355454 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1006 00:35:54.531836 355454 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I1006 00:35:54.531982 355454 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 00:35:54.532006 355454 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 00:35:54.532067 355454 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 00:35:54.532078 355454 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 00:35:54.532146 355454 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 00:35:54.532166 355454 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 00:35:54.532228 355454 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 00:35:54.532237 355454 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 00:35:54.532310 355454 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 00:35:54.532320 355454 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 00:35:54.532386 355454 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 00:35:54.532397 355454 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 00:35:54.532458 355454 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 00:35:54.532467 355454 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 00:35:54.532523 355454 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 00:35:54.532538 355454 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 00:35:54.532594 355454 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 00:35:54.532604 355454 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 00:35:54.594172 355454 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 00:35:54.594186 355454 command_runner.go:130] > [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 00:35:54.594306 355454 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 00:35:54.594318 355454 command_runner.go:130] > [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 00:35:54.594410 355454 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1006 00:35:54.594418 355454 command_runner.go:130] > [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1006 00:35:54.782514 355454 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 00:35:54.784695 355454 out.go:204] - Generating certificates and keys ...
I1006 00:35:54.782583 355454 command_runner.go:130] > [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 00:35:54.784843 355454 kubeadm.go:322] [certs] Using existing ca certificate authority
I1006 00:35:54.784859 355454 command_runner.go:130] > [certs] Using existing ca certificate authority
I1006 00:35:54.784959 355454 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1006 00:35:54.784985 355454 command_runner.go:130] > [certs] Using existing apiserver certificate and key on disk
I1006 00:35:54.934443 355454 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 00:35:54.934472 355454 command_runner.go:130] > [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 00:35:55.000241 355454 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1006 00:35:55.000256 355454 command_runner.go:130] > [certs] Generating "front-proxy-ca" certificate and key
I1006 00:35:55.138484 355454 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1006 00:35:55.138511 355454 command_runner.go:130] > [certs] Generating "front-proxy-client" certificate and key
I1006 00:35:55.200861 355454 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1006 00:35:55.200895 355454 command_runner.go:130] > [certs] Generating "etcd/ca" certificate and key
I1006 00:35:55.446270 355454 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1006 00:35:55.446310 355454 command_runner.go:130] > [certs] Generating "etcd/server" certificate and key
I1006 00:35:55.446480 355454 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [localhost multinode-050289] and IPs [192.168.58.2 127.0.0.1 ::1]
I1006 00:35:55.446494 355454 command_runner.go:130] > [certs] etcd/server serving cert is signed for DNS names [localhost multinode-050289] and IPs [192.168.58.2 127.0.0.1 ::1]
I1006 00:35:55.749477 355454 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1006 00:35:55.749513 355454 command_runner.go:130] > [certs] Generating "etcd/peer" certificate and key
I1006 00:35:55.749613 355454 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-050289] and IPs [192.168.58.2 127.0.0.1 ::1]
I1006 00:35:55.749621 355454 command_runner.go:130] > [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-050289] and IPs [192.168.58.2 127.0.0.1 ::1]
I1006 00:35:55.917640 355454 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 00:35:55.917675 355454 command_runner.go:130] > [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 00:35:56.024245 355454 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 00:35:56.024293 355454 command_runner.go:130] > [certs] Generating "apiserver-etcd-client" certificate and key
I1006 00:35:56.136614 355454 kubeadm.go:322] [certs] Generating "sa" key and public key
I1006 00:35:56.136652 355454 command_runner.go:130] > [certs] Generating "sa" key and public key
I1006 00:35:56.136785 355454 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 00:35:56.136819 355454 command_runner.go:130] > [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 00:35:56.277990 355454 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 00:35:56.278039 355454 command_runner.go:130] > [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 00:35:56.452694 355454 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 00:35:56.452727 355454 command_runner.go:130] > [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 00:35:56.539501 355454 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 00:35:56.539526 355454 command_runner.go:130] > [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 00:35:56.889703 355454 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 00:35:56.889736 355454 command_runner.go:130] > [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 00:35:56.890157 355454 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 00:35:56.890189 355454 command_runner.go:130] > [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 00:35:56.892576 355454 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 00:35:56.895009 355454 out.go:204] - Booting up control plane ...
I1006 00:35:56.892665 355454 command_runner.go:130] > [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 00:35:56.895093 355454 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 00:35:56.895104 355454 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 00:35:56.895225 355454 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 00:35:56.895234 355454 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 00:35:56.895328 355454 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 00:35:56.895348 355454 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 00:35:56.903203 355454 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 00:35:56.903232 355454 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 00:35:56.903940 355454 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 00:35:56.903956 355454 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 00:35:56.904000 355454 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1006 00:35:56.904011 355454 command_runner.go:130] > [kubelet-start] Starting the kubelet
I1006 00:35:56.980149 355454 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1006 00:35:56.980186 355454 command_runner.go:130] > [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1006 00:36:02.482263 355454 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.502242 seconds
I1006 00:36:02.482300 355454 command_runner.go:130] > [apiclient] All control plane components are healthy after 5.502242 seconds
I1006 00:36:02.482411 355454 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 00:36:02.482423 355454 command_runner.go:130] > [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 00:36:02.494682 355454 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 00:36:02.494711 355454 command_runner.go:130] > [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 00:36:03.014042 355454 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1006 00:36:03.014073 355454 command_runner.go:130] > [upload-certs] Skipping phase. Please see --upload-certs
I1006 00:36:03.014217 355454 kubeadm.go:322] [mark-control-plane] Marking the node multinode-050289 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 00:36:03.014230 355454 command_runner.go:130] > [mark-control-plane] Marking the node multinode-050289 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 00:36:03.524682 355454 kubeadm.go:322] [bootstrap-token] Using token: anip8l.gc5cuaaw54jl4v8q
I1006 00:36:03.526227 355454 out.go:204] - Configuring RBAC rules ...
I1006 00:36:03.524754 355454 command_runner.go:130] > [bootstrap-token] Using token: anip8l.gc5cuaaw54jl4v8q
I1006 00:36:03.526385 355454 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 00:36:03.526407 355454 command_runner.go:130] > [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 00:36:03.529677 355454 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 00:36:03.529698 355454 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 00:36:03.536422 355454 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 00:36:03.536444 355454 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 00:36:03.539272 355454 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 00:36:03.539305 355454 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 00:36:03.541791 355454 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 00:36:03.541816 355454 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 00:36:03.544153 355454 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 00:36:03.544171 355454 command_runner.go:130] > [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 00:36:03.553588 355454 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 00:36:03.553608 355454 command_runner.go:130] > [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 00:36:03.764076 355454 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1006 00:36:03.764105 355454 command_runner.go:130] > [addons] Applied essential addon: CoreDNS
I1006 00:36:03.933830 355454 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1006 00:36:03.933863 355454 command_runner.go:130] > [addons] Applied essential addon: kube-proxy
I1006 00:36:03.935154 355454 kubeadm.go:322]
I1006 00:36:03.935250 355454 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1006 00:36:03.935266 355454 command_runner.go:130] > Your Kubernetes control-plane has initialized successfully!
I1006 00:36:03.935279 355454 kubeadm.go:322]
I1006 00:36:03.935380 355454 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1006 00:36:03.935396 355454 command_runner.go:130] > To start using your cluster, you need to run the following as a regular user:
I1006 00:36:03.935402 355454 kubeadm.go:322]
I1006 00:36:03.935433 355454 kubeadm.go:322] mkdir -p $HOME/.kube
I1006 00:36:03.935442 355454 command_runner.go:130] > mkdir -p $HOME/.kube
I1006 00:36:03.935506 355454 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 00:36:03.935518 355454 command_runner.go:130] > sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 00:36:03.935580 355454 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 00:36:03.935593 355454 command_runner.go:130] > sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 00:36:03.935598 355454 kubeadm.go:322]
I1006 00:36:03.935646 355454 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1006 00:36:03.935653 355454 command_runner.go:130] > Alternatively, if you are the root user, you can run:
I1006 00:36:03.935657 355454 kubeadm.go:322]
I1006 00:36:03.935714 355454 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 00:36:03.935725 355454 command_runner.go:130] > export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 00:36:03.935731 355454 kubeadm.go:322]
I1006 00:36:03.935801 355454 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1006 00:36:03.935812 355454 command_runner.go:130] > You should now deploy a pod network to the cluster.
I1006 00:36:03.935899 355454 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 00:36:03.935916 355454 command_runner.go:130] > Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 00:36:03.935999 355454 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 00:36:03.936006 355454 command_runner.go:130] > https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 00:36:03.936009 355454 kubeadm.go:322]
I1006 00:36:03.936082 355454 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1006 00:36:03.936092 355454 command_runner.go:130] > You can now join any number of control-plane nodes by copying certificate authorities
I1006 00:36:03.936187 355454 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1006 00:36:03.936197 355454 command_runner.go:130] > and service account keys on each node and then running the following as root:
I1006 00:36:03.936203 355454 kubeadm.go:322]
I1006 00:36:03.936307 355454 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token anip8l.gc5cuaaw54jl4v8q \
I1006 00:36:03.936319 355454 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token anip8l.gc5cuaaw54jl4v8q \
I1006 00:36:03.936453 355454 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4 \
I1006 00:36:03.936464 355454 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4 \
I1006 00:36:03.936487 355454 kubeadm.go:322] --control-plane
I1006 00:36:03.936498 355454 command_runner.go:130] > --control-plane
I1006 00:36:03.936507 355454 kubeadm.go:322]
I1006 00:36:03.936614 355454 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1006 00:36:03.936624 355454 command_runner.go:130] > Then you can join any number of worker nodes by running the following on each as root:
I1006 00:36:03.936633 355454 kubeadm.go:322]
I1006 00:36:03.936737 355454 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token anip8l.gc5cuaaw54jl4v8q \
I1006 00:36:03.936746 355454 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token anip8l.gc5cuaaw54jl4v8q \
I1006 00:36:03.936869 355454 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4
I1006 00:36:03.936879 355454 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4
I1006 00:36:03.939104 355454 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1006 00:36:03.939124 355454 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1006 00:36:03.939295 355454 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 00:36:03.939319 355454 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 00:36:03.939342 355454 cni.go:84] Creating CNI manager for ""
I1006 00:36:03.939363 355454 cni.go:136] 1 nodes found, recommending kindnet
I1006 00:36:03.941305 355454 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1006 00:36:03.942753 355454 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 00:36:03.985083 355454 command_runner.go:130] > File: /opt/cni/bin/portmap
I1006 00:36:03.985114 355454 command_runner.go:130] > Size: 3955775 Blocks: 7736 IO Block: 4096 regular file
I1006 00:36:03.985122 355454 command_runner.go:130] > Device: 37h/55d Inode: 543929 Links: 1
I1006 00:36:03.985128 355454 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I1006 00:36:03.985135 355454 command_runner.go:130] > Access: 2023-05-09 19:53:47.000000000 +0000
I1006 00:36:03.985140 355454 command_runner.go:130] > Modify: 2023-05-09 19:53:47.000000000 +0000
I1006 00:36:03.985145 355454 command_runner.go:130] > Change: 2023-10-06 00:17:25.340798630 +0000
I1006 00:36:03.985150 355454 command_runner.go:130] > Birth: 2023-10-06 00:17:25.320797282 +0000
I1006 00:36:03.985209 355454 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.2/kubectl ...
I1006 00:36:03.985222 355454 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1006 00:36:04.001187 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 00:36:04.626609 355454 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet created
I1006 00:36:04.631538 355454 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet created
I1006 00:36:04.638085 355454 command_runner.go:130] > serviceaccount/kindnet created
I1006 00:36:04.648623 355454 command_runner.go:130] > daemonset.apps/kindnet created
I1006 00:36:04.653314 355454 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 00:36:04.653403 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:04.653403 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34 minikube.k8s.io/name=multinode-050289 minikube.k8s.io/updated_at=2023_10_06T00_36_04_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:04.728367 355454 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/minikube-rbac created
I1006 00:36:04.732470 355454 command_runner.go:130] > -16
I1006 00:36:04.732514 355454 ops.go:34] apiserver oom_adj: -16
I1006 00:36:04.732531 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:04.739180 355454 command_runner.go:130] > node/multinode-050289 labeled
I1006 00:36:04.811738 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:04.811914 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:04.904912 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:05.405729 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:05.468623 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:05.905219 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:05.967482 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:06.406157 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:06.467379 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:06.905498 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:06.969537 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:07.405121 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:07.468444 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:07.906091 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:07.971217 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:08.405806 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:08.466453 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:08.905435 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:08.969967 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:09.405778 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:09.468044 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:09.906111 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:09.968761 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:10.405353 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:10.470482 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:10.906131 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:10.971430 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:11.406101 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:11.467215 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:11.905652 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:11.966517 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:12.405750 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:12.471125 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:12.905827 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:12.971288 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:13.405882 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:13.465227 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:13.905600 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:13.972020 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:14.405085 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:14.468297 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:14.905912 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:14.966921 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:15.405233 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:15.496757 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:15.905295 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:15.969353 355454 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1006 00:36:16.405996 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 00:36:16.467002 355454 command_runner.go:130] > NAME SECRETS AGE
I1006 00:36:16.467025 355454 command_runner.go:130] > default 0 0s
I1006 00:36:16.469499 355454 kubeadm.go:1081] duration metric: took 11.816168382s to wait for elevateKubeSystemPrivileges.
I1006 00:36:16.469531 355454 kubeadm.go:406] StartCluster complete in 22.069153842s
I1006 00:36:16.469554 355454 settings.go:142] acquiring lock: {Name:mk19622e29b22f72346248a47b6714fc78e93b28 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:36:16.469633 355454 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:36:16.470509 355454 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/kubeconfig: {Name:mk4a3004eb677fc1447c45c80274875e8038d876 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:36:16.470781 355454 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 00:36:16.470844 355454 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1006 00:36:16.470943 355454 addons.go:69] Setting storage-provisioner=true in profile "multinode-050289"
I1006 00:36:16.470937 355454 addons.go:69] Setting default-storageclass=true in profile "multinode-050289"
I1006 00:36:16.470967 355454 addons.go:231] Setting addon storage-provisioner=true in "multinode-050289"
I1006 00:36:16.471021 355454 config.go:182] Loaded profile config "multinode-050289": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:36:16.471055 355454 host.go:66] Checking if "multinode-050289" exists ...
I1006 00:36:16.470981 355454 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "multinode-050289"
I1006 00:36:16.471179 355454 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:36:16.471443 355454 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Status}}
I1006 00:36:16.471636 355454 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Status}}
I1006 00:36:16.471563 355454 kapi.go:59] client config for multinode-050289: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.crt", KeyFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.key", CAFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1bfc0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 00:36:16.472412 355454 cert_rotation.go:137] Starting client certificate rotation controller
I1006 00:36:16.472708 355454 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1006 00:36:16.472726 355454 round_trippers.go:469] Request Headers:
I1006 00:36:16.472738 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:16.472747 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:16.482495 355454 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1006 00:36:16.482538 355454 round_trippers.go:577] Response Headers:
I1006 00:36:16.482549 355454 round_trippers.go:580] Audit-Id: 9cafa926-aa82-46fb-af04-4fc4f2a3a750
I1006 00:36:16.482558 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:16.482567 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:16.482575 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:16.482586 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:16.482595 355454 round_trippers.go:580] Content-Length: 291
I1006 00:36:16.482606 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:16 GMT
I1006 00:36:16.482646 355454 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"57f8b229-988d-4a94-9304-b931290fac5a","resourceVersion":"338","creationTimestamp":"2023-10-06T00:36:03Z"},"spec":{"replicas":2},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1006 00:36:16.483196 355454 request.go:1212] Request Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"57f8b229-988d-4a94-9304-b931290fac5a","resourceVersion":"338","creationTimestamp":"2023-10-06T00:36:03Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1006 00:36:16.483278 355454 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1006 00:36:16.483291 355454 round_trippers.go:469] Request Headers:
I1006 00:36:16.483302 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:16.483315 355454 round_trippers.go:473] Content-Type: application/json
I1006 00:36:16.483327 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:16.496083 355454 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 00:36:16.494954 355454 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1006 00:36:16.497613 355454 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:36:16.498184 355454 kapi.go:59] client config for multinode-050289: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.crt", KeyFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.key", CAFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1bfc0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 00:36:16.498533 355454 addons.go:231] Setting addon default-storageclass=true in "multinode-050289"
I1006 00:36:16.498582 355454 host.go:66] Checking if "multinode-050289" exists ...
I1006 00:36:16.499110 355454 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Status}}
I1006 00:36:16.499387 355454 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 00:36:16.499408 355454 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 00:36:16.499462 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:36:16.499620 355454 round_trippers.go:577] Response Headers:
I1006 00:36:16.499642 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:16 GMT
I1006 00:36:16.499651 355454 round_trippers.go:580] Audit-Id: e5debe87-0e24-48c9-80d6-69f4c7ef2d6b
I1006 00:36:16.499660 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:16.499670 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:16.499681 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:16.499691 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:16.499697 355454 round_trippers.go:580] Content-Length: 291
I1006 00:36:16.499726 355454 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"57f8b229-988d-4a94-9304-b931290fac5a","resourceVersion":"373","creationTimestamp":"2023-10-06T00:36:03Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1006 00:36:16.499921 355454 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1006 00:36:16.499935 355454 round_trippers.go:469] Request Headers:
I1006 00:36:16.499949 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:16.499962 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:16.506204 355454 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1006 00:36:16.506229 355454 round_trippers.go:577] Response Headers:
I1006 00:36:16.506239 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:16.506248 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:16.506257 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:16.506265 355454 round_trippers.go:580] Content-Length: 291
I1006 00:36:16.506273 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:16 GMT
I1006 00:36:16.506282 355454 round_trippers.go:580] Audit-Id: 0cebfc0e-84e9-493b-ae21-6341648dd58c
I1006 00:36:16.506291 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:16.506323 355454 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"57f8b229-988d-4a94-9304-b931290fac5a","resourceVersion":"373","creationTimestamp":"2023-10-06T00:36:03Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1006 00:36:16.506436 355454 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-050289" context rescaled to 1 replicas
I1006 00:36:16.506465 355454 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 00:36:16.509060 355454 out.go:177] * Verifying Kubernetes components...
I1006 00:36:16.517455 355454 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:36:16.519836 355454 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1006 00:36:16.519855 355454 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 00:36:16.519897 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:36:16.529186 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:36:16.542835 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:36:16.609951 355454 command_runner.go:130] > apiVersion: v1
I1006 00:36:16.609978 355454 command_runner.go:130] > data:
I1006 00:36:16.609984 355454 command_runner.go:130] > Corefile: |
I1006 00:36:16.609991 355454 command_runner.go:130] > .:53 {
I1006 00:36:16.609997 355454 command_runner.go:130] > errors
I1006 00:36:16.610004 355454 command_runner.go:130] > health {
I1006 00:36:16.610011 355454 command_runner.go:130] > lameduck 5s
I1006 00:36:16.610017 355454 command_runner.go:130] > }
I1006 00:36:16.610023 355454 command_runner.go:130] > ready
I1006 00:36:16.610037 355454 command_runner.go:130] > kubernetes cluster.local in-addr.arpa ip6.arpa {
I1006 00:36:16.610047 355454 command_runner.go:130] > pods insecure
I1006 00:36:16.610055 355454 command_runner.go:130] > fallthrough in-addr.arpa ip6.arpa
I1006 00:36:16.610064 355454 command_runner.go:130] > ttl 30
I1006 00:36:16.610070 355454 command_runner.go:130] > }
I1006 00:36:16.610080 355454 command_runner.go:130] > prometheus :9153
I1006 00:36:16.610086 355454 command_runner.go:130] > forward . /etc/resolv.conf {
I1006 00:36:16.610093 355454 command_runner.go:130] > max_concurrent 1000
I1006 00:36:16.610099 355454 command_runner.go:130] > }
I1006 00:36:16.610109 355454 command_runner.go:130] > cache 30
I1006 00:36:16.610115 355454 command_runner.go:130] > loop
I1006 00:36:16.610124 355454 command_runner.go:130] > reload
I1006 00:36:16.610131 355454 command_runner.go:130] > loadbalance
I1006 00:36:16.610136 355454 command_runner.go:130] > }
I1006 00:36:16.610142 355454 command_runner.go:130] > kind: ConfigMap
I1006 00:36:16.610148 355454 command_runner.go:130] > metadata:
I1006 00:36:16.610164 355454 command_runner.go:130] > creationTimestamp: "2023-10-06T00:36:03Z"
I1006 00:36:16.610174 355454 command_runner.go:130] > name: coredns
I1006 00:36:16.610181 355454 command_runner.go:130] > namespace: kube-system
I1006 00:36:16.610190 355454 command_runner.go:130] > resourceVersion: "264"
I1006 00:36:16.610201 355454 command_runner.go:130] > uid: 17997a61-bbdc-49d3-a853-d8d2f05cb089
I1006 00:36:16.610449 355454 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.58.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 00:36:16.610736 355454 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:36:16.611061 355454 kapi.go:59] client config for multinode-050289: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.crt", KeyFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.key", CAFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1bfc0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 00:36:16.611396 355454 node_ready.go:35] waiting up to 6m0s for node "multinode-050289" to be "Ready" ...
I1006 00:36:16.611494 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:16.611502 355454 round_trippers.go:469] Request Headers:
I1006 00:36:16.611513 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:16.611521 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:16.613705 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:16.613724 355454 round_trippers.go:577] Response Headers:
I1006 00:36:16.613733 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:16.613742 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:16.613750 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:16.613762 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:16.613773 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:16 GMT
I1006 00:36:16.613783 355454 round_trippers.go:580] Audit-Id: a1e42034-ba16-4350-97e0-8cb714723a49
I1006 00:36:16.613909 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:16.614464 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:16.614479 355454 round_trippers.go:469] Request Headers:
I1006 00:36:16.614490 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:16.614498 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:16.616586 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:16.616605 355454 round_trippers.go:577] Response Headers:
I1006 00:36:16.616615 355454 round_trippers.go:580] Audit-Id: df4081b9-134d-4bd4-a47e-582e22e46fe9
I1006 00:36:16.616625 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:16.616637 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:16.616645 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:16.616666 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:16.616676 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:16 GMT
I1006 00:36:16.617082 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:16.804230 355454 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 00:36:16.812652 355454 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 00:36:17.118418 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:17.118447 355454 round_trippers.go:469] Request Headers:
I1006 00:36:17.118460 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:17.118470 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:17.186712 355454 round_trippers.go:574] Response Status: 200 OK in 68 milliseconds
I1006 00:36:17.186749 355454 round_trippers.go:577] Response Headers:
I1006 00:36:17.186761 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:17.186773 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:17.186781 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:17 GMT
I1006 00:36:17.186789 355454 round_trippers.go:580] Audit-Id: eb5d7fbf-e627-4a3b-b978-8dbf42c64828
I1006 00:36:17.186796 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:17.186822 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:17.186962 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:17.218638 355454 command_runner.go:130] > configmap/coredns replaced
I1006 00:36:17.287017 355454 start.go:923] {"host.minikube.internal": 192.168.58.1} host record injected into CoreDNS's ConfigMap
I1006 00:36:17.540661 355454 command_runner.go:130] > serviceaccount/storage-provisioner created
I1006 00:36:17.545406 355454 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/storage-provisioner created
I1006 00:36:17.553135 355454 command_runner.go:130] > role.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I1006 00:36:17.559535 355454 command_runner.go:130] > rolebinding.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I1006 00:36:17.565820 355454 command_runner.go:130] > endpoints/k8s.io-minikube-hostpath created
I1006 00:36:17.574165 355454 command_runner.go:130] > pod/storage-provisioner created
I1006 00:36:17.578408 355454 command_runner.go:130] > storageclass.storage.k8s.io/standard created
I1006 00:36:17.578549 355454 round_trippers.go:463] GET https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses
I1006 00:36:17.578565 355454 round_trippers.go:469] Request Headers:
I1006 00:36:17.578577 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:17.578588 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:17.580401 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:17.580421 355454 round_trippers.go:577] Response Headers:
I1006 00:36:17.580429 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:17.580434 355454 round_trippers.go:580] Content-Length: 1273
I1006 00:36:17.580439 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:17 GMT
I1006 00:36:17.580445 355454 round_trippers.go:580] Audit-Id: fefbac35-c69b-4144-8358-f1c541d34d7e
I1006 00:36:17.580450 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:17.580455 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:17.580460 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:17.580527 355454 request.go:1212] Response Body: {"kind":"StorageClassList","apiVersion":"storage.k8s.io/v1","metadata":{"resourceVersion":"410"},"items":[{"metadata":{"name":"standard","uid":"59d5f62a-6583-47d5-a7bd-4a3c5ecc6719","resourceVersion":"402","creationTimestamp":"2023-10-06T00:36:17Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-06T00:36:17Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kuberne
tes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is- [truncated 249 chars]
I1006 00:36:17.580919 355454 request.go:1212] Request Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"59d5f62a-6583-47d5-a7bd-4a3c5ecc6719","resourceVersion":"402","creationTimestamp":"2023-10-06T00:36:17Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-06T00:36:17Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclas
s.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I1006 00:36:17.580975 355454 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1006 00:36:17.580986 355454 round_trippers.go:469] Request Headers:
I1006 00:36:17.580993 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:17.581004 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:17.581011 355454 round_trippers.go:473] Content-Type: application/json
I1006 00:36:17.583396 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:17.583418 355454 round_trippers.go:577] Response Headers:
I1006 00:36:17.583428 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:17 GMT
I1006 00:36:17.583434 355454 round_trippers.go:580] Audit-Id: cc79b0b0-45a5-4f3b-8373-6cc6965d8542
I1006 00:36:17.583439 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:17.583444 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:17.583450 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:17.583458 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:17.583464 355454 round_trippers.go:580] Content-Length: 1220
I1006 00:36:17.583498 355454 request.go:1212] Response Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"59d5f62a-6583-47d5-a7bd-4a3c5ecc6719","resourceVersion":"402","creationTimestamp":"2023-10-06T00:36:17Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-10-06T00:36:17Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storagecla
ss.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I1006 00:36:17.586248 355454 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1006 00:36:17.587547 355454 addons.go:502] enable addons completed in 1.116706137s: enabled=[storage-provisioner default-storageclass]
I1006 00:36:17.618669 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:17.618692 355454 round_trippers.go:469] Request Headers:
I1006 00:36:17.618705 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:17.618711 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:17.620930 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:17.620950 355454 round_trippers.go:577] Response Headers:
I1006 00:36:17.620959 355454 round_trippers.go:580] Audit-Id: cfca4eaa-7f63-4b0b-96d5-3fe2b78ad542
I1006 00:36:17.620969 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:17.620977 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:17.620986 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:17.620998 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:17.621009 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:17 GMT
I1006 00:36:17.621173 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:18.117777 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:18.117800 355454 round_trippers.go:469] Request Headers:
I1006 00:36:18.117808 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:18.117814 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:18.120148 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:18.120173 355454 round_trippers.go:577] Response Headers:
I1006 00:36:18.120183 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:18.120192 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:18.120198 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:18.120210 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:18.120219 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:18 GMT
I1006 00:36:18.120230 355454 round_trippers.go:580] Audit-Id: 4fe48585-12a4-4918-a78f-9c72cbdce405
I1006 00:36:18.120381 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:18.618704 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:18.618726 355454 round_trippers.go:469] Request Headers:
I1006 00:36:18.618734 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:18.618740 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:18.620949 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:18.620970 355454 round_trippers.go:577] Response Headers:
I1006 00:36:18.620978 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:18.620983 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:18.620989 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:18.620997 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:18 GMT
I1006 00:36:18.621004 355454 round_trippers.go:580] Audit-Id: bfd85da8-5d4b-4794-bc39-7f698da4c6c3
I1006 00:36:18.621016 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:18.621164 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:18.621552 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:19.118599 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:19.118627 355454 round_trippers.go:469] Request Headers:
I1006 00:36:19.118640 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:19.118650 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:19.121486 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:19.121513 355454 round_trippers.go:577] Response Headers:
I1006 00:36:19.121528 355454 round_trippers.go:580] Audit-Id: c12b9a11-02eb-4f46-81c4-3f14b941dd2d
I1006 00:36:19.121537 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:19.121545 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:19.121553 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:19.121565 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:19.121577 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:19 GMT
I1006 00:36:19.121724 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:19.618563 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:19.618585 355454 round_trippers.go:469] Request Headers:
I1006 00:36:19.618594 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:19.618600 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:19.620968 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:19.620988 355454 round_trippers.go:577] Response Headers:
I1006 00:36:19.620995 355454 round_trippers.go:580] Audit-Id: a18b64f1-e619-48c6-89af-be46eecbe421
I1006 00:36:19.621000 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:19.621008 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:19.621017 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:19.621028 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:19.621038 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:19 GMT
I1006 00:36:19.621178 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:20.118594 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:20.118617 355454 round_trippers.go:469] Request Headers:
I1006 00:36:20.118629 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:20.118638 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:20.120930 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:20.120953 355454 round_trippers.go:577] Response Headers:
I1006 00:36:20.120974 355454 round_trippers.go:580] Audit-Id: aa8aae34-e81f-44b6-be00-354f48f8bf04
I1006 00:36:20.120984 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:20.120992 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:20.121001 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:20.121015 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:20.121032 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:20 GMT
I1006 00:36:20.121149 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:20.618576 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:20.618597 355454 round_trippers.go:469] Request Headers:
I1006 00:36:20.618606 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:20.618611 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:20.620764 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:20.620790 355454 round_trippers.go:577] Response Headers:
I1006 00:36:20.620797 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:20 GMT
I1006 00:36:20.620803 355454 round_trippers.go:580] Audit-Id: a8bc2447-99f2-4ca0-8663-bdb9665930ae
I1006 00:36:20.620808 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:20.620814 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:20.620822 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:20.620829 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:20.620982 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:21.118569 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:21.118592 355454 round_trippers.go:469] Request Headers:
I1006 00:36:21.118601 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:21.118606 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:21.120923 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:21.120941 355454 round_trippers.go:577] Response Headers:
I1006 00:36:21.120948 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:21.120954 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:21.120959 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:21.120964 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:21 GMT
I1006 00:36:21.120970 355454 round_trippers.go:580] Audit-Id: 085bc904-6cd1-4352-a7a1-05995eefdeec
I1006 00:36:21.120975 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:21.121153 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:21.121542 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:21.618571 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:21.618591 355454 round_trippers.go:469] Request Headers:
I1006 00:36:21.618599 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:21.618605 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:21.620789 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:21.620808 355454 round_trippers.go:577] Response Headers:
I1006 00:36:21.620815 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:21 GMT
I1006 00:36:21.620821 355454 round_trippers.go:580] Audit-Id: 5db6caff-fa0c-4062-a5d5-0f9a4bc69077
I1006 00:36:21.620826 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:21.620834 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:21.620842 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:21.620853 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:21.621100 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:22.118586 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:22.118610 355454 round_trippers.go:469] Request Headers:
I1006 00:36:22.118619 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:22.118625 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:22.120602 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:22.120625 355454 round_trippers.go:577] Response Headers:
I1006 00:36:22.120632 355454 round_trippers.go:580] Audit-Id: e2442ff2-99d2-4bf2-b02e-928e9ba86b64
I1006 00:36:22.120638 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:22.120643 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:22.120650 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:22.120658 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:22.120669 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:22 GMT
I1006 00:36:22.120845 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:22.618509 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:22.618532 355454 round_trippers.go:469] Request Headers:
I1006 00:36:22.618547 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:22.618553 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:22.620810 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:22.620833 355454 round_trippers.go:577] Response Headers:
I1006 00:36:22.620844 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:22.620853 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:22.620862 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:22.620871 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:22 GMT
I1006 00:36:22.620876 355454 round_trippers.go:580] Audit-Id: 6873f3dc-4ada-4381-b5ad-5b976be8033b
I1006 00:36:22.620882 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:22.621023 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:23.118617 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:23.118643 355454 round_trippers.go:469] Request Headers:
I1006 00:36:23.118652 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:23.118659 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:23.121123 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:23.121145 355454 round_trippers.go:577] Response Headers:
I1006 00:36:23.121152 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:23.121159 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:23.121168 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:23.121176 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:23 GMT
I1006 00:36:23.121189 355454 round_trippers.go:580] Audit-Id: 728f9801-9a81-4fff-8214-9000d6956c8c
I1006 00:36:23.121201 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:23.121423 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:23.121778 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:23.618605 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:23.618625 355454 round_trippers.go:469] Request Headers:
I1006 00:36:23.618634 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:23.618639 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:23.621015 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:23.621039 355454 round_trippers.go:577] Response Headers:
I1006 00:36:23.621048 355454 round_trippers.go:580] Audit-Id: d0afae9a-a27d-4dc8-800d-939d75216dd6
I1006 00:36:23.621056 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:23.621063 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:23.621070 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:23.621077 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:23.621086 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:23 GMT
I1006 00:36:23.621219 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:24.118576 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:24.118597 355454 round_trippers.go:469] Request Headers:
I1006 00:36:24.118604 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:24.118611 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:24.120891 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:24.120923 355454 round_trippers.go:577] Response Headers:
I1006 00:36:24.120931 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:24.120937 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:24 GMT
I1006 00:36:24.120941 355454 round_trippers.go:580] Audit-Id: 1b2c6d9a-8bd3-42ba-b8bd-c9d4d8df2be3
I1006 00:36:24.120947 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:24.120952 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:24.120958 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:24.121071 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:24.618004 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:24.618025 355454 round_trippers.go:469] Request Headers:
I1006 00:36:24.618032 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:24.618039 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:24.620307 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:24.620332 355454 round_trippers.go:577] Response Headers:
I1006 00:36:24.620342 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:24.620352 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:24.620360 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:24.620369 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:24.620377 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:24 GMT
I1006 00:36:24.620385 355454 round_trippers.go:580] Audit-Id: 8e0da2aa-a9c5-4fe5-a21b-30576e39ad0b
I1006 00:36:24.620542 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:25.118058 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:25.118080 355454 round_trippers.go:469] Request Headers:
I1006 00:36:25.118089 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:25.118095 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:25.120383 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:25.120405 355454 round_trippers.go:577] Response Headers:
I1006 00:36:25.120414 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:25.120426 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:25.120432 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:25.120440 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:25.120447 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:25 GMT
I1006 00:36:25.120456 355454 round_trippers.go:580] Audit-Id: 5c6c1e47-cbda-42ad-a7cf-3ff8782e2ded
I1006 00:36:25.120567 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:25.618198 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:25.618228 355454 round_trippers.go:469] Request Headers:
I1006 00:36:25.618241 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:25.618248 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:25.620734 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:25.620755 355454 round_trippers.go:577] Response Headers:
I1006 00:36:25.620764 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:25 GMT
I1006 00:36:25.620772 355454 round_trippers.go:580] Audit-Id: 1dc84aed-3347-4779-80e6-79e2dd4eec25
I1006 00:36:25.620780 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:25.620787 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:25.620794 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:25.620802 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:25.620949 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:25.621288 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:26.118567 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:26.118590 355454 round_trippers.go:469] Request Headers:
I1006 00:36:26.118598 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:26.118604 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:26.121057 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:26.121082 355454 round_trippers.go:577] Response Headers:
I1006 00:36:26.121093 355454 round_trippers.go:580] Audit-Id: b995b243-11c6-4bb3-977c-e26c0e9f57ef
I1006 00:36:26.121101 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:26.121109 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:26.121117 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:26.121125 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:26.121140 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:26 GMT
I1006 00:36:26.121252 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:26.618064 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:26.618091 355454 round_trippers.go:469] Request Headers:
I1006 00:36:26.618103 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:26.618113 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:26.620307 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:26.620337 355454 round_trippers.go:577] Response Headers:
I1006 00:36:26.620348 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:26 GMT
I1006 00:36:26.620356 355454 round_trippers.go:580] Audit-Id: 5a24ba98-5578-46fb-ac65-d6c58cdf1160
I1006 00:36:26.620364 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:26.620374 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:26.620387 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:26.620399 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:26.620549 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:27.118149 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:27.118175 355454 round_trippers.go:469] Request Headers:
I1006 00:36:27.118189 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:27.118199 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:27.120636 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:27.120665 355454 round_trippers.go:577] Response Headers:
I1006 00:36:27.120676 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:27.120685 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:27.120694 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:27 GMT
I1006 00:36:27.120701 355454 round_trippers.go:580] Audit-Id: 82006975-ff90-44e8-a072-3255b15272bf
I1006 00:36:27.120707 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:27.120712 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:27.120811 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:27.618587 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:27.618613 355454 round_trippers.go:469] Request Headers:
I1006 00:36:27.618623 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:27.618632 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:27.620879 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:27.620900 355454 round_trippers.go:577] Response Headers:
I1006 00:36:27.620911 355454 round_trippers.go:580] Audit-Id: 3a47852f-7f19-4f13-8b78-4fc2834d46cd
I1006 00:36:27.620921 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:27.620934 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:27.620946 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:27.620955 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:27.620963 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:27 GMT
I1006 00:36:27.621132 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:27.621499 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:28.118592 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:28.118616 355454 round_trippers.go:469] Request Headers:
I1006 00:36:28.118625 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:28.118631 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:28.121025 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:28.121045 355454 round_trippers.go:577] Response Headers:
I1006 00:36:28.121052 355454 round_trippers.go:580] Audit-Id: 54b0985a-e4d6-4daa-a879-ded8a87fa870
I1006 00:36:28.121058 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:28.121063 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:28.121068 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:28.121073 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:28.121079 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:28 GMT
I1006 00:36:28.121170 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:28.617753 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:28.617777 355454 round_trippers.go:469] Request Headers:
I1006 00:36:28.617793 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:28.617800 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:28.620103 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:28.620128 355454 round_trippers.go:577] Response Headers:
I1006 00:36:28.620137 355454 round_trippers.go:580] Audit-Id: 2e6aa878-54e3-4c06-a1cc-94c01ce43934
I1006 00:36:28.620146 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:28.620153 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:28.620189 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:28.620204 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:28.620212 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:28 GMT
I1006 00:36:28.620447 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:29.117789 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:29.117811 355454 round_trippers.go:469] Request Headers:
I1006 00:36:29.117819 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:29.117825 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:29.120161 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:29.120181 355454 round_trippers.go:577] Response Headers:
I1006 00:36:29.120188 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:29.120194 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:29 GMT
I1006 00:36:29.120200 355454 round_trippers.go:580] Audit-Id: 218725a4-8b86-4b6d-8c26-9c8008f5af4e
I1006 00:36:29.120208 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:29.120217 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:29.120238 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:29.120400 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:29.618186 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:29.618210 355454 round_trippers.go:469] Request Headers:
I1006 00:36:29.618218 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:29.618224 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:29.620648 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:29.620673 355454 round_trippers.go:577] Response Headers:
I1006 00:36:29.620681 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:29.620689 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:29 GMT
I1006 00:36:29.620694 355454 round_trippers.go:580] Audit-Id: d0fb57ed-7849-48f3-b86e-1651a402080c
I1006 00:36:29.620699 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:29.620712 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:29.620720 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:29.620955 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:30.118568 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:30.118594 355454 round_trippers.go:469] Request Headers:
I1006 00:36:30.118607 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:30.118616 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:30.120874 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:30.120897 355454 round_trippers.go:577] Response Headers:
I1006 00:36:30.120904 355454 round_trippers.go:580] Audit-Id: cac53615-a5a8-4a43-a958-162394997a44
I1006 00:36:30.120910 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:30.120915 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:30.120921 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:30.120928 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:30.120936 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:30 GMT
I1006 00:36:30.121105 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:30.121567 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:30.618545 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:30.618588 355454 round_trippers.go:469] Request Headers:
I1006 00:36:30.618600 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:30.618608 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:30.620907 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:30.620934 355454 round_trippers.go:577] Response Headers:
I1006 00:36:30.620944 355454 round_trippers.go:580] Audit-Id: 0c9284fd-f31b-4d39-b0b2-35d9d8951cca
I1006 00:36:30.620954 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:30.620962 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:30.620970 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:30.620980 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:30.620986 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:30 GMT
I1006 00:36:30.621125 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:31.118552 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:31.118581 355454 round_trippers.go:469] Request Headers:
I1006 00:36:31.118591 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:31.118600 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:31.120928 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:31.120948 355454 round_trippers.go:577] Response Headers:
I1006 00:36:31.120954 355454 round_trippers.go:580] Audit-Id: 54f4f816-7143-4c46-921c-fbbe8786a91f
I1006 00:36:31.120960 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:31.120966 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:31.120974 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:31.120982 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:31.120991 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:31 GMT
I1006 00:36:31.121133 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:31.618608 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:31.618634 355454 round_trippers.go:469] Request Headers:
I1006 00:36:31.618646 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:31.618656 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:31.621113 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:31.621134 355454 round_trippers.go:577] Response Headers:
I1006 00:36:31.621141 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:31.621147 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:31.621152 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:31.621157 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:31 GMT
I1006 00:36:31.621162 355454 round_trippers.go:580] Audit-Id: 729652a2-c9da-4836-b89a-c7ebf2fe57b1
I1006 00:36:31.621168 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:31.621381 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:32.118590 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:32.118611 355454 round_trippers.go:469] Request Headers:
I1006 00:36:32.118620 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:32.118626 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:32.120622 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:32.120642 355454 round_trippers.go:577] Response Headers:
I1006 00:36:32.120651 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:32.120660 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:32.120670 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:32.120682 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:32 GMT
I1006 00:36:32.120688 355454 round_trippers.go:580] Audit-Id: a2e6b5ba-cfc6-4783-bfd2-526d627e038d
I1006 00:36:32.120694 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:32.120797 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:32.618456 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:32.618479 355454 round_trippers.go:469] Request Headers:
I1006 00:36:32.618490 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:32.618496 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:32.620826 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:32.620853 355454 round_trippers.go:577] Response Headers:
I1006 00:36:32.620863 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:32.620871 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:32.620879 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:32.620887 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:32.620896 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:32 GMT
I1006 00:36:32.620906 355454 round_trippers.go:580] Audit-Id: 30497957-0d2d-4d59-bfb5-a191595144ff
I1006 00:36:32.621012 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:32.621364 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:33.118620 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:33.118644 355454 round_trippers.go:469] Request Headers:
I1006 00:36:33.118653 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:33.118659 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:33.120908 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:33.120933 355454 round_trippers.go:577] Response Headers:
I1006 00:36:33.120943 355454 round_trippers.go:580] Audit-Id: 7c23a071-debe-43af-b46e-b03acc7b9a61
I1006 00:36:33.120953 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:33.120962 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:33.120974 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:33.120983 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:33.120988 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:33 GMT
I1006 00:36:33.121101 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:33.618605 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:33.618629 355454 round_trippers.go:469] Request Headers:
I1006 00:36:33.618638 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:33.618645 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:33.620960 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:33.620981 355454 round_trippers.go:577] Response Headers:
I1006 00:36:33.620992 355454 round_trippers.go:580] Audit-Id: 839d2f3c-6395-42a5-9bfa-bddebf3c8553
I1006 00:36:33.621002 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:33.621011 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:33.621017 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:33.621022 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:33.621027 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:33 GMT
I1006 00:36:33.621141 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:34.118612 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:34.118635 355454 round_trippers.go:469] Request Headers:
I1006 00:36:34.118644 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:34.118650 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:34.121255 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:34.121288 355454 round_trippers.go:577] Response Headers:
I1006 00:36:34.121298 355454 round_trippers.go:580] Audit-Id: 6a96af25-8745-4ef8-8b64-99b5beda1924
I1006 00:36:34.121307 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:34.121315 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:34.121335 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:34.121344 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:34.121352 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:34 GMT
I1006 00:36:34.121475 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:34.618638 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:34.618665 355454 round_trippers.go:469] Request Headers:
I1006 00:36:34.618676 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:34.618684 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:34.621011 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:34.621038 355454 round_trippers.go:577] Response Headers:
I1006 00:36:34.621046 355454 round_trippers.go:580] Audit-Id: b1faadaa-1477-43c4-8149-0002bbccc5b7
I1006 00:36:34.621052 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:34.621057 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:34.621063 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:34.621068 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:34.621074 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:34 GMT
I1006 00:36:34.621224 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:34.621584 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:35.118626 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:35.118654 355454 round_trippers.go:469] Request Headers:
I1006 00:36:35.118665 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:35.118672 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:35.121195 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:35.121218 355454 round_trippers.go:577] Response Headers:
I1006 00:36:35.121228 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:35.121236 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:35.121243 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:35.121251 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:35.121264 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:35 GMT
I1006 00:36:35.121277 355454 round_trippers.go:580] Audit-Id: ed1816c0-ba90-462e-9b71-757a6870a9b7
I1006 00:36:35.121403 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:35.617791 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:35.617819 355454 round_trippers.go:469] Request Headers:
I1006 00:36:35.617828 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:35.617835 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:35.620390 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:35.620417 355454 round_trippers.go:577] Response Headers:
I1006 00:36:35.620429 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:35 GMT
I1006 00:36:35.620438 355454 round_trippers.go:580] Audit-Id: 76afee50-a09a-4608-8fd4-c37108f81752
I1006 00:36:35.620447 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:35.620456 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:35.620463 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:35.620470 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:35.620650 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:36.118378 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:36.118400 355454 round_trippers.go:469] Request Headers:
I1006 00:36:36.118408 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:36.118416 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:36.120645 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:36.120670 355454 round_trippers.go:577] Response Headers:
I1006 00:36:36.120681 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:36.120690 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:36.120697 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:36.120704 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:36 GMT
I1006 00:36:36.120712 355454 round_trippers.go:580] Audit-Id: e3024fea-da24-4616-b66a-5aa8abf30d87
I1006 00:36:36.120719 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:36.120832 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:36.618579 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:36.618599 355454 round_trippers.go:469] Request Headers:
I1006 00:36:36.618608 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:36.618619 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:36.621103 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:36.621127 355454 round_trippers.go:577] Response Headers:
I1006 00:36:36.621135 355454 round_trippers.go:580] Audit-Id: 617a2181-a82f-4486-831f-2385e026af4b
I1006 00:36:36.621140 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:36.621146 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:36.621151 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:36.621156 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:36.621164 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:36 GMT
I1006 00:36:36.621410 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:36.621853 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:37.118579 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:37.118602 355454 round_trippers.go:469] Request Headers:
I1006 00:36:37.118611 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:37.118618 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:37.120951 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:37.120976 355454 round_trippers.go:577] Response Headers:
I1006 00:36:37.120986 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:37.120995 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:37.121003 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:37 GMT
I1006 00:36:37.121012 355454 round_trippers.go:580] Audit-Id: 21c3f796-8542-4ce1-9b2c-80cf1f98b98c
I1006 00:36:37.121021 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:37.121029 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:37.121185 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:37.618577 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:37.618601 355454 round_trippers.go:469] Request Headers:
I1006 00:36:37.618610 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:37.618617 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:37.621027 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:37.621050 355454 round_trippers.go:577] Response Headers:
I1006 00:36:37.621057 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:37 GMT
I1006 00:36:37.621063 355454 round_trippers.go:580] Audit-Id: bf1e0e2d-a7da-4756-a9a5-36a6e3b04d20
I1006 00:36:37.621072 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:37.621080 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:37.621088 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:37.621097 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:37.621219 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:38.118615 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:38.118638 355454 round_trippers.go:469] Request Headers:
I1006 00:36:38.118647 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:38.118652 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:38.121032 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:38.121059 355454 round_trippers.go:577] Response Headers:
I1006 00:36:38.121066 355454 round_trippers.go:580] Audit-Id: 914130b0-3ba8-4c7d-862b-ee91e4ffab1e
I1006 00:36:38.121075 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:38.121084 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:38.121093 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:38.121111 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:38.121117 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:38 GMT
I1006 00:36:38.121249 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:38.618593 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:38.618616 355454 round_trippers.go:469] Request Headers:
I1006 00:36:38.618624 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:38.618630 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:38.620842 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:38.620863 355454 round_trippers.go:577] Response Headers:
I1006 00:36:38.620869 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:38.620876 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:38.620886 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:38 GMT
I1006 00:36:38.620894 355454 round_trippers.go:580] Audit-Id: 1e4ab055-3c60-4db9-9e13-14415955b77c
I1006 00:36:38.620905 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:38.620916 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:38.621028 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:39.118577 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:39.118601 355454 round_trippers.go:469] Request Headers:
I1006 00:36:39.118610 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:39.118617 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:39.121005 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:39.121024 355454 round_trippers.go:577] Response Headers:
I1006 00:36:39.121030 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:39.121036 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:39.121044 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:39.121055 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:39 GMT
I1006 00:36:39.121062 355454 round_trippers.go:580] Audit-Id: 1d9c63d9-eac2-4ba1-a1b7-14b1d91bba1a
I1006 00:36:39.121073 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:39.121172 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:39.121544 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:39.617928 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:39.617952 355454 round_trippers.go:469] Request Headers:
I1006 00:36:39.617962 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:39.617969 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:39.620341 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:39.620360 355454 round_trippers.go:577] Response Headers:
I1006 00:36:39.620367 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:39.620386 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:39.620395 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:39 GMT
I1006 00:36:39.620402 355454 round_trippers.go:580] Audit-Id: 647e433b-1c5a-4bc4-a5ed-63be1143e32f
I1006 00:36:39.620408 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:39.620416 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:39.620522 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:40.118112 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:40.118133 355454 round_trippers.go:469] Request Headers:
I1006 00:36:40.118142 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:40.118148 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:40.120369 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:40.120389 355454 round_trippers.go:577] Response Headers:
I1006 00:36:40.120400 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:40.120408 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:40.120420 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:40.120427 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:40.120436 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:40 GMT
I1006 00:36:40.120447 355454 round_trippers.go:580] Audit-Id: 8f1beea5-0c30-422e-8fca-9c9ecf5295af
I1006 00:36:40.120569 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:40.618150 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:40.618175 355454 round_trippers.go:469] Request Headers:
I1006 00:36:40.618184 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:40.618199 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:40.620760 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:40.620784 355454 round_trippers.go:577] Response Headers:
I1006 00:36:40.620792 355454 round_trippers.go:580] Audit-Id: 26cec443-20c7-4589-a9cc-ab3b559a5ebe
I1006 00:36:40.620798 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:40.620804 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:40.620812 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:40.620820 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:40.620829 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:40 GMT
I1006 00:36:40.620969 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:41.118584 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:41.118608 355454 round_trippers.go:469] Request Headers:
I1006 00:36:41.118618 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:41.118624 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:41.121002 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:41.121027 355454 round_trippers.go:577] Response Headers:
I1006 00:36:41.121039 355454 round_trippers.go:580] Audit-Id: 0f746573-fbb2-4f0b-b1c2-3dac7a7e7df5
I1006 00:36:41.121048 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:41.121057 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:41.121070 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:41.121075 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:41.121081 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:41 GMT
I1006 00:36:41.121180 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:41.618578 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:41.618601 355454 round_trippers.go:469] Request Headers:
I1006 00:36:41.618610 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:41.618616 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:41.620919 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:41.620943 355454 round_trippers.go:577] Response Headers:
I1006 00:36:41.620954 355454 round_trippers.go:580] Audit-Id: a47881b8-5ec1-4f70-b2be-5f3e63812d1c
I1006 00:36:41.620965 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:41.620974 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:41.620986 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:41.620995 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:41.621003 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:41 GMT
I1006 00:36:41.621104 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:41.621578 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:42.118599 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:42.118620 355454 round_trippers.go:469] Request Headers:
I1006 00:36:42.118628 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:42.118634 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:42.120550 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:42.120568 355454 round_trippers.go:577] Response Headers:
I1006 00:36:42.120575 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:42.120583 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:42.120592 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:42.120602 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:42 GMT
I1006 00:36:42.120612 355454 round_trippers.go:580] Audit-Id: 987ffc56-7ded-464c-88d7-0acfc7ed5e9d
I1006 00:36:42.120622 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:42.120735 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:42.618388 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:42.618410 355454 round_trippers.go:469] Request Headers:
I1006 00:36:42.618418 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:42.618424 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:42.620703 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:42.620722 355454 round_trippers.go:577] Response Headers:
I1006 00:36:42.620729 355454 round_trippers.go:580] Audit-Id: 78895683-7c49-429c-a7c0-30110277f3e9
I1006 00:36:42.620734 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:42.620740 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:42.620744 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:42.620750 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:42.620755 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:42 GMT
I1006 00:36:42.620888 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:43.118165 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:43.118189 355454 round_trippers.go:469] Request Headers:
I1006 00:36:43.118197 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:43.118203 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:43.120539 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:43.120564 355454 round_trippers.go:577] Response Headers:
I1006 00:36:43.120575 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:43 GMT
I1006 00:36:43.120584 355454 round_trippers.go:580] Audit-Id: 5e27b6fd-b4a3-4a06-a44b-0a9a8300022b
I1006 00:36:43.120596 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:43.120608 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:43.120619 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:43.120630 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:43.120739 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:43.618393 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:43.618416 355454 round_trippers.go:469] Request Headers:
I1006 00:36:43.618424 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:43.618432 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:43.620799 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:43.620824 355454 round_trippers.go:577] Response Headers:
I1006 00:36:43.620834 355454 round_trippers.go:580] Audit-Id: 2f8eb6b9-0a1d-419e-9812-9419e035272b
I1006 00:36:43.620842 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:43.620855 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:43.620864 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:43.620877 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:43.620887 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:43 GMT
I1006 00:36:43.621117 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:44.118737 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:44.118764 355454 round_trippers.go:469] Request Headers:
I1006 00:36:44.118774 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:44.118782 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:44.121197 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:44.121223 355454 round_trippers.go:577] Response Headers:
I1006 00:36:44.121233 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:44.121241 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:44.121247 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:44.121253 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:44 GMT
I1006 00:36:44.121258 355454 round_trippers.go:580] Audit-Id: 736805e9-9a82-4409-950d-795ca3eb87f4
I1006 00:36:44.121263 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:44.121384 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:44.121700 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:44.618495 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:44.618516 355454 round_trippers.go:469] Request Headers:
I1006 00:36:44.618525 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:44.618531 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:44.620983 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:44.621013 355454 round_trippers.go:577] Response Headers:
I1006 00:36:44.621024 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:44.621032 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:44.621042 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:44 GMT
I1006 00:36:44.621049 355454 round_trippers.go:580] Audit-Id: 7c8daf4a-e4f7-4cae-bf39-b31f99eb95b9
I1006 00:36:44.621057 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:44.621067 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:44.621194 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:45.117790 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:45.117812 355454 round_trippers.go:469] Request Headers:
I1006 00:36:45.117820 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:45.117826 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:45.120018 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:45.120040 355454 round_trippers.go:577] Response Headers:
I1006 00:36:45.120048 355454 round_trippers.go:580] Audit-Id: 1ebc625d-cb57-4811-8de3-40558d375312
I1006 00:36:45.120053 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:45.120059 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:45.120065 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:45.120082 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:45.120087 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:45 GMT
I1006 00:36:45.120205 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:45.618566 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:45.618590 355454 round_trippers.go:469] Request Headers:
I1006 00:36:45.618599 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:45.618606 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:45.620813 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:45.620835 355454 round_trippers.go:577] Response Headers:
I1006 00:36:45.620842 355454 round_trippers.go:580] Audit-Id: a755fb96-41db-4a94-9443-61ad68d5f3ec
I1006 00:36:45.620848 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:45.620854 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:45.620859 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:45.620865 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:45.620870 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:45 GMT
I1006 00:36:45.620981 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:46.118520 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:46.118541 355454 round_trippers.go:469] Request Headers:
I1006 00:36:46.118549 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:46.118555 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:46.120811 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:46.120836 355454 round_trippers.go:577] Response Headers:
I1006 00:36:46.120846 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:46 GMT
I1006 00:36:46.120852 355454 round_trippers.go:580] Audit-Id: fb5689fb-cf04-4db8-a227-6566f35f55d0
I1006 00:36:46.120858 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:46.120864 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:46.120869 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:46.120875 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:46.120988 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:46.617945 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:46.617969 355454 round_trippers.go:469] Request Headers:
I1006 00:36:46.617978 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:46.617984 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:46.620301 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:46.620331 355454 round_trippers.go:577] Response Headers:
I1006 00:36:46.620343 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:46 GMT
I1006 00:36:46.620352 355454 round_trippers.go:580] Audit-Id: 264c7e3b-6b8f-401d-974c-12a2cc45068e
I1006 00:36:46.620359 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:46.620367 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:46.620375 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:46.620383 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:46.620539 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:46.620862 355454 node_ready.go:58] node "multinode-050289" has status "Ready":"False"
I1006 00:36:47.118113 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:47.118135 355454 round_trippers.go:469] Request Headers:
I1006 00:36:47.118143 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:47.118149 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:47.120381 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:47.120405 355454 round_trippers.go:577] Response Headers:
I1006 00:36:47.120415 355454 round_trippers.go:580] Audit-Id: 7de4b904-cbd1-4093-a437-1ee44cfc51a8
I1006 00:36:47.120424 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:47.120432 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:47.120439 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:47.120446 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:47.120457 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:47 GMT
I1006 00:36:47.120557 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:47.618146 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:47.618170 355454 round_trippers.go:469] Request Headers:
I1006 00:36:47.618178 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:47.618185 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:47.620511 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:47.620530 355454 round_trippers.go:577] Response Headers:
I1006 00:36:47.620537 355454 round_trippers.go:580] Audit-Id: cbf7855a-8d41-4952-ac21-48dca2e84546
I1006 00:36:47.620542 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:47.620549 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:47.620557 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:47.620565 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:47.620572 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:47 GMT
I1006 00:36:47.620683 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"339","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6250 chars]
I1006 00:36:48.118336 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:48.118361 355454 round_trippers.go:469] Request Headers:
I1006 00:36:48.118372 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:48.118380 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:48.120943 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:48.120969 355454 round_trippers.go:577] Response Headers:
I1006 00:36:48.120978 355454 round_trippers.go:580] Audit-Id: abd28d49-9f20-4b60-9bfe-d84ee316fb92
I1006 00:36:48.120986 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:48.120995 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:48.121011 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:48.121021 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:48.121034 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:48 GMT
I1006 00:36:48.121204 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:48.121671 355454 node_ready.go:49] node "multinode-050289" has status "Ready":"True"
I1006 00:36:48.121695 355454 node_ready.go:38] duration metric: took 31.510275241s waiting for node "multinode-050289" to be "Ready" ...
I1006 00:36:48.121708 355454 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1006 00:36:48.121802 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1006 00:36:48.121815 355454 round_trippers.go:469] Request Headers:
I1006 00:36:48.121826 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:48.121838 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:48.124560 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:48.124582 355454 round_trippers.go:577] Response Headers:
I1006 00:36:48.124592 355454 round_trippers.go:580] Audit-Id: 2d0258f4-cb3d-498b-a62a-2893fdf1f663
I1006 00:36:48.124599 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:48.124607 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:48.124619 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:48.124627 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:48.124638 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:48 GMT
I1006 00:36:48.125190 355454 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"432"},"items":[{"metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"432","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55534 chars]
I1006 00:36:48.129534 355454 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-nkltj" in "kube-system" namespace to be "Ready" ...
I1006 00:36:48.129637 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-nkltj
I1006 00:36:48.129648 355454 round_trippers.go:469] Request Headers:
I1006 00:36:48.129659 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:48.129672 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:48.131593 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:48.131610 355454 round_trippers.go:577] Response Headers:
I1006 00:36:48.131616 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:48.131621 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:48 GMT
I1006 00:36:48.131628 355454 round_trippers.go:580] Audit-Id: f7998c91-4b63-405a-848a-4e5389e9626d
I1006 00:36:48.131637 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:48.131651 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:48.131660 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:48.131756 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"432","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1006 00:36:48.132139 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:48.132153 355454 round_trippers.go:469] Request Headers:
I1006 00:36:48.132161 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:48.132166 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:48.133921 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:48.133941 355454 round_trippers.go:577] Response Headers:
I1006 00:36:48.133951 355454 round_trippers.go:580] Audit-Id: e8a31215-2316-4e74-8ea7-c67f4ce3ab80
I1006 00:36:48.133960 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:48.133968 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:48.133990 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:48.134001 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:48.134009 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:48 GMT
I1006 00:36:48.134168 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:48.134513 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-nkltj
I1006 00:36:48.134526 355454 round_trippers.go:469] Request Headers:
I1006 00:36:48.134534 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:48.134539 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:48.136182 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:48.136200 355454 round_trippers.go:577] Response Headers:
I1006 00:36:48.136208 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:48 GMT
I1006 00:36:48.136216 355454 round_trippers.go:580] Audit-Id: 70894dd4-740c-4611-bbf7-2dfd93980bf6
I1006 00:36:48.136232 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:48.136240 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:48.136248 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:48.136260 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:48.136350 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"432","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1006 00:36:48.136683 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:48.136693 355454 round_trippers.go:469] Request Headers:
I1006 00:36:48.136701 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:48.136709 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:48.138202 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:48.138220 355454 round_trippers.go:577] Response Headers:
I1006 00:36:48.138229 355454 round_trippers.go:580] Audit-Id: af9c7f06-3be2-46c7-b285-f0c4f076a3fd
I1006 00:36:48.138237 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:48.138244 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:48.138254 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:48.138270 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:48.138279 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:48 GMT
I1006 00:36:48.138408 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:48.639460 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-nkltj
I1006 00:36:48.639489 355454 round_trippers.go:469] Request Headers:
I1006 00:36:48.639499 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:48.639507 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:48.641774 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:48.641796 355454 round_trippers.go:577] Response Headers:
I1006 00:36:48.641803 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:48 GMT
I1006 00:36:48.641808 355454 round_trippers.go:580] Audit-Id: d49b2a0f-66fd-4629-99f7-60d5f6398cc5
I1006 00:36:48.641814 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:48.641819 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:48.641824 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:48.641829 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:48.641968 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"432","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1006 00:36:48.642535 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:48.642551 355454 round_trippers.go:469] Request Headers:
I1006 00:36:48.642563 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:48.642579 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:48.644376 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:48.644399 355454 round_trippers.go:577] Response Headers:
I1006 00:36:48.644408 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:48.644417 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:48.644431 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:48.644442 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:48 GMT
I1006 00:36:48.644454 355454 round_trippers.go:580] Audit-Id: 05536d13-f0c8-4287-a585-b7d8c0308b44
I1006 00:36:48.644462 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:48.644590 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:49.138855 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-nkltj
I1006 00:36:49.138879 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.138887 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.138893 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.141231 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:49.141249 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.141259 355454 round_trippers.go:580] Audit-Id: f7fdec0e-d65a-4966-8a96-1bc484f957cf
I1006 00:36:49.141268 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.141275 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.141283 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.141290 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.141297 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.141441 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"445","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I1006 00:36:49.141893 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:49.141903 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.141910 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.141916 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.144109 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:49.144127 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.144133 355454 round_trippers.go:580] Audit-Id: dd46cd79-7e00-4704-8826-9deea40c74c5
I1006 00:36:49.144139 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.144145 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.144151 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.144162 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.144171 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.144304 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:49.144627 355454 pod_ready.go:92] pod "coredns-5dd5756b68-nkltj" in "kube-system" namespace has status "Ready":"True"
I1006 00:36:49.144644 355454 pod_ready.go:81] duration metric: took 1.01508009s waiting for pod "coredns-5dd5756b68-nkltj" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.144653 355454 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.144704 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-050289
I1006 00:36:49.144711 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.144719 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.144725 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.146532 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:49.146550 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.146557 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.146562 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.146567 355454 round_trippers.go:580] Audit-Id: 5e528515-b6d5-4d60-9ed4-818f6acc1de8
I1006 00:36:49.146572 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.146580 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.146588 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.146687 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-050289","namespace":"kube-system","uid":"19a13280-7851-4ffb-a13b-ab42a11c1528","resourceVersion":"307","creationTimestamp":"2023-10-06T00:36:04Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"e40862ee56461ab915c527dcc79e6def","kubernetes.io/config.mirror":"e40862ee56461ab915c527dcc79e6def","kubernetes.io/config.seen":"2023-10-06T00:36:03.807384187Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I1006 00:36:49.147045 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:49.147058 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.147065 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.147071 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.148822 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:49.148841 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.148850 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.148860 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.148872 355454 round_trippers.go:580] Audit-Id: 72becef1-f53a-433a-881d-8f92cdbfcabb
I1006 00:36:49.148883 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.148893 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.148905 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.149016 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:49.149305 355454 pod_ready.go:92] pod "etcd-multinode-050289" in "kube-system" namespace has status "Ready":"True"
I1006 00:36:49.149338 355454 pod_ready.go:81] duration metric: took 4.654157ms waiting for pod "etcd-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.149355 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.149415 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-050289
I1006 00:36:49.149430 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.149441 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.149451 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.151090 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:49.151115 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.151126 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.151135 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.151148 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.151159 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.151171 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.151181 355454 round_trippers.go:580] Audit-Id: 8e4dccf7-8165-4c70-ac36-46cdf90ed150
I1006 00:36:49.151295 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-050289","namespace":"kube-system","uid":"d0824f11-9a98-409c-8928-61b3eaef164d","resourceVersion":"303","creationTimestamp":"2023-10-06T00:36:04Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"b78b4b95e82b349c2fc484c13f3a3dd1","kubernetes.io/config.mirror":"b78b4b95e82b349c2fc484c13f3a3dd1","kubernetes.io/config.seen":"2023-10-06T00:36:03.807388595Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I1006 00:36:49.151647 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:49.151658 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.151664 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.151670 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.153067 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:49.153090 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.153100 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.153108 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.153116 355454 round_trippers.go:580] Audit-Id: a48c648d-98f5-4b8c-80ba-b01e7b7d3e68
I1006 00:36:49.153123 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.153134 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.153147 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.153252 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:49.153616 355454 pod_ready.go:92] pod "kube-apiserver-multinode-050289" in "kube-system" namespace has status "Ready":"True"
I1006 00:36:49.153631 355454 pod_ready.go:81] duration metric: took 4.263906ms waiting for pod "kube-apiserver-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.153643 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.153699 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-050289
I1006 00:36:49.153708 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.153720 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.153733 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.155347 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:36:49.155361 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.155368 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.155373 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.155379 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.155387 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.155397 355454 round_trippers.go:580] Audit-Id: d24195d1-560f-4d19-836b-01209af9ee02
I1006 00:36:49.155409 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.155554 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-050289","namespace":"kube-system","uid":"46b3d4d5-5a81-43f7-9e81-f3ee5e7a9c5d","resourceVersion":"318","creationTimestamp":"2023-10-06T00:36:04Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"3b5102ecdf12602c7fd47961f6d42447","kubernetes.io/config.mirror":"3b5102ecdf12602c7fd47961f6d42447","kubernetes.io/config.seen":"2023-10-06T00:36:03.807390599Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I1006 00:36:49.318842 355454 request.go:629] Waited for 162.849915ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:49.318914 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:49.318921 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.318932 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.318949 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.321059 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:49.321079 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.321088 355454 round_trippers.go:580] Audit-Id: 92a40e15-2060-490e-9223-7079690f18c7
I1006 00:36:49.321096 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.321103 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.321110 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.321118 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.321130 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.321238 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:49.321594 355454 pod_ready.go:92] pod "kube-controller-manager-multinode-050289" in "kube-system" namespace has status "Ready":"True"
I1006 00:36:49.321612 355454 pod_ready.go:81] duration metric: took 167.957049ms waiting for pod "kube-controller-manager-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.321626 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-qp4h2" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.519056 355454 request.go:629] Waited for 197.345777ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qp4h2
I1006 00:36:49.519121 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qp4h2
I1006 00:36:49.519128 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.519139 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.519156 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.521549 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:49.521577 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.521587 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.521595 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.521602 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.521609 355454 round_trippers.go:580] Audit-Id: 96cb13c3-9589-4d22-a11c-07113834ddbd
I1006 00:36:49.521616 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.521624 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.521754 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-qp4h2","generateName":"kube-proxy-","namespace":"kube-system","uid":"5cb643e9-287b-4635-b40a-f5dcc2fa3f71","resourceVersion":"413","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"controller-revision-hash":"5cbdb8dcbd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"f0963968-36b3-453b-a387-3e4fce1d5bdf","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"f0963968-36b3-453b-a387-3e4fce1d5bdf\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5510 chars]
I1006 00:36:49.718487 355454 request.go:629] Waited for 196.274455ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:49.718553 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:49.718558 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.718570 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.718579 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.721048 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:49.721070 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.721077 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.721082 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.721087 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.721093 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.721102 355454 round_trippers.go:580] Audit-Id: 154d6cee-6d89-4f10-aca7-27ef6bd6d21a
I1006 00:36:49.721110 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.721259 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:49.721618 355454 pod_ready.go:92] pod "kube-proxy-qp4h2" in "kube-system" namespace has status "Ready":"True"
I1006 00:36:49.721636 355454 pod_ready.go:81] duration metric: took 400.002716ms waiting for pod "kube-proxy-qp4h2" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.721645 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:36:49.919082 355454 request.go:629] Waited for 197.354076ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-050289
I1006 00:36:49.919176 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-050289
I1006 00:36:49.919184 355454 round_trippers.go:469] Request Headers:
I1006 00:36:49.919192 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:49.919198 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:49.921468 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:49.921490 355454 round_trippers.go:577] Response Headers:
I1006 00:36:49.921501 355454 round_trippers.go:580] Audit-Id: 3bfa9145-cc11-48ef-b371-13499ec76727
I1006 00:36:49.921510 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:49.921519 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:49.921526 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:49.921535 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:49.921540 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:49 GMT
I1006 00:36:49.921714 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-050289","namespace":"kube-system","uid":"ffc19cc4-556d-489b-9822-d478155de892","resourceVersion":"395","creationTimestamp":"2023-10-06T00:36:04Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"b4227abdbbf0e4ad3dd38e001af2d2d3","kubernetes.io/config.mirror":"b4227abdbbf0e4ad3dd38e001af2d2d3","kubernetes.io/config.seen":"2023-10-06T00:36:03.807391869Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I1006 00:36:50.118383 355454 request.go:629] Waited for 196.271566ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:50.118465 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:36:50.118473 355454 round_trippers.go:469] Request Headers:
I1006 00:36:50.118481 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:50.118488 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:50.120668 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:50.120691 355454 round_trippers.go:577] Response Headers:
I1006 00:36:50.120702 355454 round_trippers.go:580] Audit-Id: 6485eb2d-cefa-46a5-8c79-99f03d11d3c7
I1006 00:36:50.120709 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:50.120714 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:50.120720 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:50.120725 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:50.120741 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:50 GMT
I1006 00:36:50.120863 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"426","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 6067 chars]
I1006 00:36:50.121309 355454 pod_ready.go:92] pod "kube-scheduler-multinode-050289" in "kube-system" namespace has status "Ready":"True"
I1006 00:36:50.121349 355454 pod_ready.go:81] duration metric: took 399.693236ms waiting for pod "kube-scheduler-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:36:50.121367 355454 pod_ready.go:38] duration metric: took 1.999632644s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1006 00:36:50.121392 355454 api_server.go:52] waiting for apiserver process to appear ...
I1006 00:36:50.121454 355454 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 00:36:50.132122 355454 command_runner.go:130] > 1419
I1006 00:36:50.132152 355454 api_server.go:72] duration metric: took 33.625659554s to wait for apiserver process to appear ...
I1006 00:36:50.132161 355454 api_server.go:88] waiting for apiserver healthz status ...
I1006 00:36:50.132175 355454 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I1006 00:36:50.136821 355454 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I1006 00:36:50.136908 355454 round_trippers.go:463] GET https://192.168.58.2:8443/version
I1006 00:36:50.136920 355454 round_trippers.go:469] Request Headers:
I1006 00:36:50.136932 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:50.136945 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:50.137838 355454 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1006 00:36:50.137855 355454 round_trippers.go:577] Response Headers:
I1006 00:36:50.137866 355454 round_trippers.go:580] Audit-Id: 1560c71b-e821-4e69-8ecf-33d9da460b99
I1006 00:36:50.137874 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:50.137880 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:50.137886 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:50.137892 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:50.137899 355454 round_trippers.go:580] Content-Length: 263
I1006 00:36:50.137908 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:50 GMT
I1006 00:36:50.137929 355454 request.go:1212] Response Body: {
"major": "1",
"minor": "28",
"gitVersion": "v1.28.2",
"gitCommit": "89a4ea3e1e4ddd7f7572286090359983e0387b2f",
"gitTreeState": "clean",
"buildDate": "2023-09-13T09:29:07Z",
"goVersion": "go1.20.8",
"compiler": "gc",
"platform": "linux/amd64"
}
I1006 00:36:50.138029 355454 api_server.go:141] control plane version: v1.28.2
I1006 00:36:50.138047 355454 api_server.go:131] duration metric: took 5.880461ms to wait for apiserver health ...
I1006 00:36:50.138054 355454 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 00:36:50.318390 355454 request.go:629] Waited for 180.258805ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1006 00:36:50.318462 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1006 00:36:50.318469 355454 round_trippers.go:469] Request Headers:
I1006 00:36:50.318481 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:50.318495 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:50.321528 355454 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1006 00:36:50.321555 355454 round_trippers.go:577] Response Headers:
I1006 00:36:50.321569 355454 round_trippers.go:580] Audit-Id: d575b733-f2c5-43ec-8a6d-b9c7836827ab
I1006 00:36:50.321576 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:50.321581 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:50.321591 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:50.321604 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:50.321618 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:50 GMT
I1006 00:36:50.322182 355454 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"449"},"items":[{"metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"445","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55612 chars]
I1006 00:36:50.324080 355454 system_pods.go:59] 8 kube-system pods found
I1006 00:36:50.324105 355454 system_pods.go:61] "coredns-5dd5756b68-nkltj" [223def7e-7eaf-4f69-a9cb-2ee7a69f3b50] Running
I1006 00:36:50.324110 355454 system_pods.go:61] "etcd-multinode-050289" [19a13280-7851-4ffb-a13b-ab42a11c1528] Running
I1006 00:36:50.324114 355454 system_pods.go:61] "kindnet-s4fj4" [7c83762b-0d08-4875-9fc4-71c804826b01] Running
I1006 00:36:50.324119 355454 system_pods.go:61] "kube-apiserver-multinode-050289" [d0824f11-9a98-409c-8928-61b3eaef164d] Running
I1006 00:36:50.324126 355454 system_pods.go:61] "kube-controller-manager-multinode-050289" [46b3d4d5-5a81-43f7-9e81-f3ee5e7a9c5d] Running
I1006 00:36:50.324130 355454 system_pods.go:61] "kube-proxy-qp4h2" [5cb643e9-287b-4635-b40a-f5dcc2fa3f71] Running
I1006 00:36:50.324137 355454 system_pods.go:61] "kube-scheduler-multinode-050289" [ffc19cc4-556d-489b-9822-d478155de892] Running
I1006 00:36:50.324142 355454 system_pods.go:61] "storage-provisioner" [fa2abe62-3aed-495b-883c-068e126602c9] Running
I1006 00:36:50.324148 355454 system_pods.go:74] duration metric: took 186.089151ms to wait for pod list to return data ...
I1006 00:36:50.324157 355454 default_sa.go:34] waiting for default service account to be created ...
I1006 00:36:50.518504 355454 request.go:629] Waited for 194.275536ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I1006 00:36:50.518607 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I1006 00:36:50.518617 355454 round_trippers.go:469] Request Headers:
I1006 00:36:50.518625 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:50.518632 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:50.520907 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:50.520931 355454 round_trippers.go:577] Response Headers:
I1006 00:36:50.520939 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:50 GMT
I1006 00:36:50.520946 355454 round_trippers.go:580] Audit-Id: 76685227-0f2f-4f1e-b9db-962f5ab25885
I1006 00:36:50.520954 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:50.520965 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:50.520978 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:50.520990 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:50.521002 355454 round_trippers.go:580] Content-Length: 261
I1006 00:36:50.521035 355454 request.go:1212] Response Body: {"kind":"ServiceAccountList","apiVersion":"v1","metadata":{"resourceVersion":"453"},"items":[{"metadata":{"name":"default","namespace":"default","uid":"c63234d4-ce88-448b-adae-08b0f1775d9f","resourceVersion":"344","creationTimestamp":"2023-10-06T00:36:16Z"}}]}
I1006 00:36:50.521262 355454 default_sa.go:45] found service account: "default"
I1006 00:36:50.521282 355454 default_sa.go:55] duration metric: took 197.116959ms for default service account to be created ...
I1006 00:36:50.521292 355454 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 00:36:50.718758 355454 request.go:629] Waited for 197.363729ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1006 00:36:50.718862 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1006 00:36:50.718874 355454 round_trippers.go:469] Request Headers:
I1006 00:36:50.718886 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:50.718901 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:50.722209 355454 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1006 00:36:50.722238 355454 round_trippers.go:577] Response Headers:
I1006 00:36:50.722249 355454 round_trippers.go:580] Audit-Id: ccf8933a-f04d-496a-a7d4-1f16067f153e
I1006 00:36:50.722258 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:50.722268 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:50.722281 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:50.722288 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:50.722305 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:50 GMT
I1006 00:36:50.722638 355454 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"453"},"items":[{"metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"445","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55612 chars]
I1006 00:36:50.724276 355454 system_pods.go:86] 8 kube-system pods found
I1006 00:36:50.724292 355454 system_pods.go:89] "coredns-5dd5756b68-nkltj" [223def7e-7eaf-4f69-a9cb-2ee7a69f3b50] Running
I1006 00:36:50.724301 355454 system_pods.go:89] "etcd-multinode-050289" [19a13280-7851-4ffb-a13b-ab42a11c1528] Running
I1006 00:36:50.724305 355454 system_pods.go:89] "kindnet-s4fj4" [7c83762b-0d08-4875-9fc4-71c804826b01] Running
I1006 00:36:50.724312 355454 system_pods.go:89] "kube-apiserver-multinode-050289" [d0824f11-9a98-409c-8928-61b3eaef164d] Running
I1006 00:36:50.724317 355454 system_pods.go:89] "kube-controller-manager-multinode-050289" [46b3d4d5-5a81-43f7-9e81-f3ee5e7a9c5d] Running
I1006 00:36:50.724324 355454 system_pods.go:89] "kube-proxy-qp4h2" [5cb643e9-287b-4635-b40a-f5dcc2fa3f71] Running
I1006 00:36:50.724328 355454 system_pods.go:89] "kube-scheduler-multinode-050289" [ffc19cc4-556d-489b-9822-d478155de892] Running
I1006 00:36:50.724334 355454 system_pods.go:89] "storage-provisioner" [fa2abe62-3aed-495b-883c-068e126602c9] Running
I1006 00:36:50.724342 355454 system_pods.go:126] duration metric: took 203.040055ms to wait for k8s-apps to be running ...
I1006 00:36:50.724351 355454 system_svc.go:44] waiting for kubelet service to be running ....
I1006 00:36:50.724399 355454 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:36:50.735905 355454 system_svc.go:56] duration metric: took 11.544744ms WaitForService to wait for kubelet.
I1006 00:36:50.735931 355454 kubeadm.go:581] duration metric: took 34.229439144s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1006 00:36:50.735955 355454 node_conditions.go:102] verifying NodePressure condition ...
I1006 00:36:50.919414 355454 request.go:629] Waited for 183.338055ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I1006 00:36:50.919470 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I1006 00:36:50.919475 355454 round_trippers.go:469] Request Headers:
I1006 00:36:50.919483 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:36:50.919489 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:36:50.921734 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:36:50.921755 355454 round_trippers.go:577] Response Headers:
I1006 00:36:50.921765 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:36:50.921775 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:36:50.921784 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:36:50.921792 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:36:50.921804 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:36:50 GMT
I1006 00:36:50.921809 355454 round_trippers.go:580] Audit-Id: bef6afc7-714b-4388-a047-3fffd60853a6
I1006 00:36:50.921899 355454 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"453"},"items":[{"metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"451","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 6000 chars]
I1006 00:36:50.922258 355454 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1006 00:36:50.922276 355454 node_conditions.go:123] node cpu capacity is 8
I1006 00:36:50.922286 355454 node_conditions.go:105] duration metric: took 186.326346ms to run NodePressure ...
I1006 00:36:50.922305 355454 start.go:228] waiting for startup goroutines ...
I1006 00:36:50.922314 355454 start.go:233] waiting for cluster config update ...
I1006 00:36:50.922324 355454 start.go:242] writing updated cluster config ...
I1006 00:36:50.924379 355454 out.go:177]
I1006 00:36:50.925844 355454 config.go:182] Loaded profile config "multinode-050289": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:36:50.925911 355454 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/config.json ...
I1006 00:36:50.927473 355454 out.go:177] * Starting worker node multinode-050289-m02 in cluster multinode-050289
I1006 00:36:50.928736 355454 cache.go:122] Beginning downloading kic base image for docker with crio
I1006 00:36:50.930020 355454 out.go:177] * Pulling base image ...
I1006 00:36:50.931610 355454 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1006 00:36:50.931632 355454 cache.go:57] Caching tarball of preloaded images
I1006 00:36:50.931683 355454 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1006 00:36:50.931716 355454 preload.go:174] Found /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1006 00:36:50.931731 355454 cache.go:60] Finished verifying existence of preloaded tar for v1.28.2 on crio
I1006 00:36:50.931826 355454 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/config.json ...
I1006 00:36:50.947311 355454 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1006 00:36:50.947331 355454 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
I1006 00:36:50.947347 355454 cache.go:195] Successfully downloaded all kic artifacts
I1006 00:36:50.947386 355454 start.go:365] acquiring machines lock for multinode-050289-m02: {Name:mk058f2055a21050bfb3f1207e699c53edafea9c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:36:50.947479 355454 start.go:369] acquired machines lock for "multinode-050289-m02" in 75.088µs
I1006 00:36:50.947500 355454 start.go:93] Provisioning new machine with config: &{Name:multinode-050289 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-050289 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mou
nt9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name:m02 IP: Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}
I1006 00:36:50.947563 355454 start.go:125] createHost starting for "m02" (driver="docker")
I1006 00:36:50.949392 355454 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1006 00:36:50.949480 355454 start.go:159] libmachine.API.Create for "multinode-050289" (driver="docker")
I1006 00:36:50.949498 355454 client.go:168] LocalClient.Create starting
I1006 00:36:50.949558 355454 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem
I1006 00:36:50.949587 355454 main.go:141] libmachine: Decoding PEM data...
I1006 00:36:50.949603 355454 main.go:141] libmachine: Parsing certificate...
I1006 00:36:50.949666 355454 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem
I1006 00:36:50.949699 355454 main.go:141] libmachine: Decoding PEM data...
I1006 00:36:50.949718 355454 main.go:141] libmachine: Parsing certificate...
I1006 00:36:50.949916 355454 cli_runner.go:164] Run: docker network inspect multinode-050289 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 00:36:50.965083 355454 network_create.go:77] Found existing network {name:multinode-050289 subnet:0xc002f83920 gateway:[0 0 0 0 0 0 0 0 0 0 255 255 192 168 58 1] mtu:1500}
I1006 00:36:50.965131 355454 kic.go:117] calculated static IP "192.168.58.3" for the "multinode-050289-m02" container
I1006 00:36:50.965185 355454 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 00:36:50.981211 355454 cli_runner.go:164] Run: docker volume create multinode-050289-m02 --label name.minikube.sigs.k8s.io=multinode-050289-m02 --label created_by.minikube.sigs.k8s.io=true
I1006 00:36:50.998180 355454 oci.go:103] Successfully created a docker volume multinode-050289-m02
I1006 00:36:50.998253 355454 cli_runner.go:164] Run: docker run --rm --name multinode-050289-m02-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-050289-m02 --entrypoint /usr/bin/test -v multinode-050289-m02:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -d /var/lib
I1006 00:36:51.476588 355454 oci.go:107] Successfully prepared a docker volume multinode-050289-m02
I1006 00:36:51.476621 355454 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime crio
I1006 00:36:51.476650 355454 kic.go:190] Starting extracting preloaded images to volume ...
I1006 00:36:51.476716 355454 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-050289-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir
I1006 00:36:56.640051 355454 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v multinode-050289-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae -I lz4 -xf /preloaded.tar -C /extractDir: (5.163290061s)
I1006 00:36:56.640089 355454 kic.go:199] duration metric: took 5.163435 seconds to extract preloaded images to volume
W1006 00:36:56.640216 355454 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 00:36:56.640335 355454 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 00:36:56.691132 355454 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-050289-m02 --name multinode-050289-m02 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-050289-m02 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-050289-m02 --network multinode-050289 --ip 192.168.58.3 --volume multinode-050289-m02:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1006 00:36:56.978069 355454 cli_runner.go:164] Run: docker container inspect multinode-050289-m02 --format={{.State.Running}}
I1006 00:36:56.995612 355454 cli_runner.go:164] Run: docker container inspect multinode-050289-m02 --format={{.State.Status}}
I1006 00:36:57.013943 355454 cli_runner.go:164] Run: docker exec multinode-050289-m02 stat /var/lib/dpkg/alternatives/iptables
I1006 00:36:57.053645 355454 oci.go:144] the created container "multinode-050289-m02" has a running status.
I1006 00:36:57.053676 355454 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa...
I1006 00:36:57.133279 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1006 00:36:57.133337 355454 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 00:36:57.153560 355454 cli_runner.go:164] Run: docker container inspect multinode-050289-m02 --format={{.State.Status}}
I1006 00:36:57.169946 355454 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 00:36:57.169979 355454 kic_runner.go:114] Args: [docker exec --privileged multinode-050289-m02 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 00:36:57.239490 355454 cli_runner.go:164] Run: docker container inspect multinode-050289-m02 --format={{.State.Status}}
I1006 00:36:57.257870 355454 machine.go:88] provisioning docker machine ...
I1006 00:36:57.257914 355454 ubuntu.go:169] provisioning hostname "multinode-050289-m02"
I1006 00:36:57.257984 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:36:57.279146 355454 main.go:141] libmachine: Using SSH client type: native
I1006 00:36:57.279513 355454 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1006 00:36:57.279531 355454 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-050289-m02 && echo "multinode-050289-m02" | sudo tee /etc/hostname
I1006 00:36:57.280413 355454 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:49474->127.0.0.1:32852: read: connection reset by peer
I1006 00:37:00.423582 355454 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-050289-m02
I1006 00:37:00.423656 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:37:00.441019 355454 main.go:141] libmachine: Using SSH client type: native
I1006 00:37:00.441364 355454 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1006 00:37:00.441385 355454 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-050289-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-050289-m02/g' /etc/hosts;
else
echo '127.0.1.1 multinode-050289-m02' | sudo tee -a /etc/hosts;
fi
fi
I1006 00:37:00.577227 355454 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 00:37:00.577262 355454 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17365-262900/.minikube CaCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17365-262900/.minikube}
I1006 00:37:00.577294 355454 ubuntu.go:177] setting up certificates
I1006 00:37:00.577304 355454 provision.go:83] configureAuth start
I1006 00:37:00.577383 355454 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-050289-m02
I1006 00:37:00.593432 355454 provision.go:138] copyHostCerts
I1006 00:37:00.593470 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem
I1006 00:37:00.593505 355454 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem, removing ...
I1006 00:37:00.593556 355454 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem
I1006 00:37:00.593640 355454 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem (1082 bytes)
I1006 00:37:00.593737 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem
I1006 00:37:00.593763 355454 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem, removing ...
I1006 00:37:00.593770 355454 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem
I1006 00:37:00.593811 355454 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem (1123 bytes)
I1006 00:37:00.593882 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem
I1006 00:37:00.593904 355454 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem, removing ...
I1006 00:37:00.593910 355454 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem
I1006 00:37:00.593951 355454 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem (1675 bytes)
I1006 00:37:00.594017 355454 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem org=jenkins.multinode-050289-m02 san=[192.168.58.3 127.0.0.1 localhost 127.0.0.1 minikube multinode-050289-m02]
I1006 00:37:00.652760 355454 provision.go:172] copyRemoteCerts
I1006 00:37:00.652841 355454 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 00:37:00.652888 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:37:00.669358 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa Username:docker}
I1006 00:37:00.761582 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem -> /etc/docker/server.pem
I1006 00:37:00.761637 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem --> /etc/docker/server.pem (1237 bytes)
I1006 00:37:00.782051 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1006 00:37:00.782107 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 00:37:00.802080 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1006 00:37:00.802137 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 00:37:00.822566 355454 provision.go:86] duration metric: configureAuth took 245.247302ms
I1006 00:37:00.822588 355454 ubuntu.go:193] setting minikube options for container-runtime
I1006 00:37:00.822743 355454 config.go:182] Loaded profile config "multinode-050289": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:37:00.822832 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:37:00.838944 355454 main.go:141] libmachine: Using SSH client type: native
I1006 00:37:00.839286 355454 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I1006 00:37:00.839310 355454 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 00:37:01.054304 355454 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 00:37:01.054329 355454 machine.go:91] provisioned docker machine in 3.79643321s
I1006 00:37:01.054340 355454 client.go:171] LocalClient.Create took 10.104836127s
I1006 00:37:01.054365 355454 start.go:167] duration metric: libmachine.API.Create for "multinode-050289" took 10.104883744s
I1006 00:37:01.054375 355454 start.go:300] post-start starting for "multinode-050289-m02" (driver="docker")
I1006 00:37:01.054388 355454 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 00:37:01.054459 355454 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 00:37:01.054512 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:37:01.070958 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa Username:docker}
I1006 00:37:01.169868 355454 ssh_runner.go:195] Run: cat /etc/os-release
I1006 00:37:01.172657 355454 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I1006 00:37:01.172676 355454 command_runner.go:130] > NAME="Ubuntu"
I1006 00:37:01.172684 355454 command_runner.go:130] > VERSION_ID="22.04"
I1006 00:37:01.172692 355454 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I1006 00:37:01.172700 355454 command_runner.go:130] > VERSION_CODENAME=jammy
I1006 00:37:01.172707 355454 command_runner.go:130] > ID=ubuntu
I1006 00:37:01.172713 355454 command_runner.go:130] > ID_LIKE=debian
I1006 00:37:01.172722 355454 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I1006 00:37:01.172731 355454 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I1006 00:37:01.172758 355454 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I1006 00:37:01.172783 355454 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I1006 00:37:01.172792 355454 command_runner.go:130] > UBUNTU_CODENAME=jammy
I1006 00:37:01.172857 355454 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 00:37:01.172895 355454 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1006 00:37:01.172912 355454 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1006 00:37:01.172924 355454 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1006 00:37:01.172939 355454 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/addons for local assets ...
I1006 00:37:01.172996 355454 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/files for local assets ...
I1006 00:37:01.173085 355454 filesync.go:149] local asset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> 2696902.pem in /etc/ssl/certs
I1006 00:37:01.173097 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> /etc/ssl/certs/2696902.pem
I1006 00:37:01.173203 355454 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 00:37:01.180701 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem --> /etc/ssl/certs/2696902.pem (1708 bytes)
I1006 00:37:01.201699 355454 start.go:303] post-start completed in 147.309499ms
I1006 00:37:01.202062 355454 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-050289-m02
I1006 00:37:01.218225 355454 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/config.json ...
I1006 00:37:01.218449 355454 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 00:37:01.218487 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:37:01.234303 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa Username:docker}
I1006 00:37:01.325768 355454 command_runner.go:130] > 28%!
(MISSING)I1006 00:37:01.325856 355454 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 00:37:01.329676 355454 command_runner.go:130] > 210G
I1006 00:37:01.329903 355454 start.go:128] duration metric: createHost completed in 10.382326189s
I1006 00:37:01.329927 355454 start.go:83] releasing machines lock for "multinode-050289-m02", held for 10.382436943s
I1006 00:37:01.329996 355454 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-050289-m02
I1006 00:37:01.347851 355454 out.go:177] * Found network options:
I1006 00:37:01.349371 355454 out.go:177] - NO_PROXY=192.168.58.2
W1006 00:37:01.350679 355454 proxy.go:119] fail to check proxy env: Error ip not in block
W1006 00:37:01.350714 355454 proxy.go:119] fail to check proxy env: Error ip not in block
I1006 00:37:01.350781 355454 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 00:37:01.350815 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:37:01.350871 355454 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 00:37:01.350926 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:37:01.366885 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa Username:docker}
I1006 00:37:01.367261 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa Username:docker}
I1006 00:37:01.590757 355454 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1006 00:37:01.590795 355454 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I1006 00:37:01.594966 355454 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I1006 00:37:01.594992 355454 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I1006 00:37:01.595002 355454 command_runner.go:130] > Device: b0h/176d Inode: 539896 Links: 1
I1006 00:37:01.595013 355454 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I1006 00:37:01.595027 355454 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I1006 00:37:01.595036 355454 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I1006 00:37:01.595043 355454 command_runner.go:130] > Change: 2023-10-06 00:17:24.964773297 +0000
I1006 00:37:01.595051 355454 command_runner.go:130] > Birth: 2023-10-06 00:17:24.964773297 +0000
I1006 00:37:01.595096 355454 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:37:01.611953 355454 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1006 00:37:01.612032 355454 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:37:01.638458 355454 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I1006 00:37:01.638521 355454 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1006 00:37:01.638535 355454 start.go:469] detecting cgroup driver to use...
I1006 00:37:01.638570 355454 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1006 00:37:01.638620 355454 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 00:37:01.652610 355454 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 00:37:01.662464 355454 docker.go:197] disabling cri-docker service (if available) ...
I1006 00:37:01.662510 355454 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 00:37:01.674070 355454 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 00:37:01.686201 355454 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 00:37:01.756228 355454 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 00:37:01.768457 355454 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I1006 00:37:01.832977 355454 docker.go:213] disabling docker service ...
I1006 00:37:01.833048 355454 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 00:37:01.850142 355454 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 00:37:01.859924 355454 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 00:37:01.870017 355454 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I1006 00:37:01.940576 355454 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 00:37:02.017911 355454 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I1006 00:37:02.017980 355454 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 00:37:02.027972 355454 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 00:37:02.041221 355454 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I1006 00:37:02.042046 355454 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1006 00:37:02.042105 355454 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:37:02.050569 355454 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 00:37:02.050616 355454 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:37:02.058868 355454 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:37:02.067072 355454 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:37:02.075097 355454 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 00:37:02.082762 355454 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 00:37:02.090048 355454 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I1006 00:37:02.090102 355454 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 00:37:02.097018 355454 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 00:37:02.172150 355454 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 00:37:02.281090 355454 start.go:516] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 00:37:02.281152 355454 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 00:37:02.284396 355454 command_runner.go:130] > File: /var/run/crio/crio.sock
I1006 00:37:02.284419 355454 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I1006 00:37:02.284429 355454 command_runner.go:130] > Device: b9h/185d Inode: 190 Links: 1
I1006 00:37:02.284440 355454 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I1006 00:37:02.284454 355454 command_runner.go:130] > Access: 2023-10-06 00:37:02.268087246 +0000
I1006 00:37:02.284467 355454 command_runner.go:130] > Modify: 2023-10-06 00:37:02.268087246 +0000
I1006 00:37:02.284480 355454 command_runner.go:130] > Change: 2023-10-06 00:37:02.268087246 +0000
I1006 00:37:02.284491 355454 command_runner.go:130] > Birth: -
I1006 00:37:02.284515 355454 start.go:537] Will wait 60s for crictl version
I1006 00:37:02.284560 355454 ssh_runner.go:195] Run: which crictl
I1006 00:37:02.287497 355454 command_runner.go:130] > /usr/bin/crictl
I1006 00:37:02.287572 355454 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1006 00:37:02.318363 355454 command_runner.go:130] > Version: 0.1.0
I1006 00:37:02.318381 355454 command_runner.go:130] > RuntimeName: cri-o
I1006 00:37:02.318386 355454 command_runner.go:130] > RuntimeVersion: 1.24.6
I1006 00:37:02.318391 355454 command_runner.go:130] > RuntimeApiVersion: v1
I1006 00:37:02.320543 355454 start.go:553] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1006 00:37:02.320601 355454 ssh_runner.go:195] Run: crio --version
I1006 00:37:02.351624 355454 command_runner.go:130] > crio version 1.24.6
I1006 00:37:02.351641 355454 command_runner.go:130] > Version: 1.24.6
I1006 00:37:02.351648 355454 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1006 00:37:02.351652 355454 command_runner.go:130] > GitTreeState: clean
I1006 00:37:02.351658 355454 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1006 00:37:02.351663 355454 command_runner.go:130] > GoVersion: go1.18.2
I1006 00:37:02.351667 355454 command_runner.go:130] > Compiler: gc
I1006 00:37:02.351680 355454 command_runner.go:130] > Platform: linux/amd64
I1006 00:37:02.351692 355454 command_runner.go:130] > Linkmode: dynamic
I1006 00:37:02.351717 355454 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1006 00:37:02.351728 355454 command_runner.go:130] > SeccompEnabled: true
I1006 00:37:02.351733 355454 command_runner.go:130] > AppArmorEnabled: false
I1006 00:37:02.353394 355454 ssh_runner.go:195] Run: crio --version
I1006 00:37:02.385338 355454 command_runner.go:130] > crio version 1.24.6
I1006 00:37:02.385365 355454 command_runner.go:130] > Version: 1.24.6
I1006 00:37:02.385376 355454 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1006 00:37:02.385381 355454 command_runner.go:130] > GitTreeState: clean
I1006 00:37:02.385391 355454 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1006 00:37:02.385396 355454 command_runner.go:130] > GoVersion: go1.18.2
I1006 00:37:02.385401 355454 command_runner.go:130] > Compiler: gc
I1006 00:37:02.385405 355454 command_runner.go:130] > Platform: linux/amd64
I1006 00:37:02.385414 355454 command_runner.go:130] > Linkmode: dynamic
I1006 00:37:02.385425 355454 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1006 00:37:02.385432 355454 command_runner.go:130] > SeccompEnabled: true
I1006 00:37:02.385437 355454 command_runner.go:130] > AppArmorEnabled: false
I1006 00:37:02.388143 355454 out.go:177] * Preparing Kubernetes v1.28.2 on CRI-O 1.24.6 ...
I1006 00:37:02.389457 355454 out.go:177] - env NO_PROXY=192.168.58.2
I1006 00:37:02.390772 355454 cli_runner.go:164] Run: docker network inspect multinode-050289 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 00:37:02.406560 355454 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I1006 00:37:02.409980 355454 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 00:37:02.419799 355454 certs.go:56] Setting up /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289 for IP: 192.168.58.3
I1006 00:37:02.419829 355454 certs.go:190] acquiring lock for shared ca certs: {Name:mk4207741d394fa2c1d7667c153e4d22770558d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:37:02.419981 355454 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key
I1006 00:37:02.420038 355454 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key
I1006 00:37:02.420056 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1006 00:37:02.420078 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1006 00:37:02.420096 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1006 00:37:02.420114 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1006 00:37:02.420202 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem (1338 bytes)
W1006 00:37:02.420243 355454 certs.go:433] ignoring /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690_empty.pem, impossibly tiny 0 bytes
I1006 00:37:02.420260 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem (1679 bytes)
I1006 00:37:02.420299 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem (1082 bytes)
I1006 00:37:02.420335 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem (1123 bytes)
I1006 00:37:02.420368 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem (1675 bytes)
I1006 00:37:02.420424 355454 certs.go:437] found cert: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem (1708 bytes)
I1006 00:37:02.420467 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem -> /usr/share/ca-certificates/269690.pem
I1006 00:37:02.420487 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> /usr/share/ca-certificates/2696902.pem
I1006 00:37:02.420506 355454 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1006 00:37:02.420925 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 00:37:02.441649 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1006 00:37:02.462198 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 00:37:02.482468 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 00:37:02.502834 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/269690.pem --> /usr/share/ca-certificates/269690.pem (1338 bytes)
I1006 00:37:02.523578 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem --> /usr/share/ca-certificates/2696902.pem (1708 bytes)
I1006 00:37:02.544728 355454 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 00:37:02.564891 355454 ssh_runner.go:195] Run: openssl version
I1006 00:37:02.569524 355454 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I1006 00:37:02.569833 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 00:37:02.578380 355454 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 00:37:02.581241 355454 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Oct 6 00:17 /usr/share/ca-certificates/minikubeCA.pem
I1006 00:37:02.581268 355454 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 6 00:17 /usr/share/ca-certificates/minikubeCA.pem
I1006 00:37:02.581300 355454 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 00:37:02.587293 355454 command_runner.go:130] > b5213941
I1006 00:37:02.587363 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 00:37:02.595391 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/269690.pem && ln -fs /usr/share/ca-certificates/269690.pem /etc/ssl/certs/269690.pem"
I1006 00:37:02.603601 355454 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/269690.pem
I1006 00:37:02.606572 355454 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Oct 6 00:23 /usr/share/ca-certificates/269690.pem
I1006 00:37:02.606591 355454 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 6 00:23 /usr/share/ca-certificates/269690.pem
I1006 00:37:02.606619 355454 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/269690.pem
I1006 00:37:02.612368 355454 command_runner.go:130] > 51391683
I1006 00:37:02.612555 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/269690.pem /etc/ssl/certs/51391683.0"
I1006 00:37:02.620373 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2696902.pem && ln -fs /usr/share/ca-certificates/2696902.pem /etc/ssl/certs/2696902.pem"
I1006 00:37:02.628592 355454 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2696902.pem
I1006 00:37:02.631561 355454 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Oct 6 00:23 /usr/share/ca-certificates/2696902.pem
I1006 00:37:02.631591 355454 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 6 00:23 /usr/share/ca-certificates/2696902.pem
I1006 00:37:02.631629 355454 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2696902.pem
I1006 00:37:02.637474 355454 command_runner.go:130] > 3ec20f2e
I1006 00:37:02.637715 355454 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2696902.pem /etc/ssl/certs/3ec20f2e.0"
I1006 00:37:02.645835 355454 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1006 00:37:02.648512 355454 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1006 00:37:02.648546 355454 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1006 00:37:02.648622 355454 ssh_runner.go:195] Run: crio config
I1006 00:37:02.684769 355454 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I1006 00:37:02.684798 355454 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I1006 00:37:02.684809 355454 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I1006 00:37:02.684814 355454 command_runner.go:130] > #
I1006 00:37:02.684825 355454 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I1006 00:37:02.684835 355454 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I1006 00:37:02.684849 355454 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I1006 00:37:02.684864 355454 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I1006 00:37:02.684873 355454 command_runner.go:130] > # reload'.
I1006 00:37:02.684885 355454 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I1006 00:37:02.684894 355454 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I1006 00:37:02.684901 355454 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I1006 00:37:02.684912 355454 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I1006 00:37:02.684919 355454 command_runner.go:130] > [crio]
I1006 00:37:02.684928 355454 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I1006 00:37:02.684939 355454 command_runner.go:130] > # containers images, in this directory.
I1006 00:37:02.685002 355454 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I1006 00:37:02.685018 355454 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I1006 00:37:02.685031 355454 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I1006 00:37:02.685045 355454 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I1006 00:37:02.685054 355454 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I1006 00:37:02.685059 355454 command_runner.go:130] > # storage_driver = "vfs"
I1006 00:37:02.685065 355454 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I1006 00:37:02.685073 355454 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I1006 00:37:02.685094 355454 command_runner.go:130] > # storage_option = [
I1006 00:37:02.685107 355454 command_runner.go:130] > # ]
I1006 00:37:02.685119 355454 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I1006 00:37:02.685131 355454 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I1006 00:37:02.685142 355454 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I1006 00:37:02.685155 355454 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I1006 00:37:02.685169 355454 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I1006 00:37:02.685180 355454 command_runner.go:130] > # always happen on a node reboot
I1006 00:37:02.685192 355454 command_runner.go:130] > # version_file = "/var/run/crio/version"
I1006 00:37:02.685203 355454 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I1006 00:37:02.685217 355454 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I1006 00:37:02.685234 355454 command_runner.go:130] > # only happen when CRI-O has been upgraded
I1006 00:37:02.685247 355454 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I1006 00:37:02.685264 355454 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I1006 00:37:02.685287 355454 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I1006 00:37:02.685298 355454 command_runner.go:130] > # internal_wipe = true
I1006 00:37:02.685308 355454 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I1006 00:37:02.685336 355454 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I1006 00:37:02.685350 355454 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I1006 00:37:02.685364 355454 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I1006 00:37:02.685377 355454 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I1006 00:37:02.685387 355454 command_runner.go:130] > [crio.api]
I1006 00:37:02.685399 355454 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I1006 00:37:02.685410 355454 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I1006 00:37:02.685421 355454 command_runner.go:130] > # IP address on which the stream server will listen.
I1006 00:37:02.685462 355454 command_runner.go:130] > # stream_address = "127.0.0.1"
I1006 00:37:02.685481 355454 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I1006 00:37:02.685489 355454 command_runner.go:130] > # CRI-O will allocate a random free port number.
I1006 00:37:02.685499 355454 command_runner.go:130] > # stream_port = "0"
I1006 00:37:02.685508 355454 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I1006 00:37:02.685520 355454 command_runner.go:130] > # stream_enable_tls = false
I1006 00:37:02.685530 355454 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I1006 00:37:02.685536 355454 command_runner.go:130] > # stream_idle_timeout = ""
I1006 00:37:02.685546 355454 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I1006 00:37:02.685557 355454 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I1006 00:37:02.685567 355454 command_runner.go:130] > # minutes.
I1006 00:37:02.685575 355454 command_runner.go:130] > # stream_tls_cert = ""
I1006 00:37:02.685591 355454 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I1006 00:37:02.685606 355454 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I1006 00:37:02.685615 355454 command_runner.go:130] > # stream_tls_key = ""
I1006 00:37:02.685626 355454 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I1006 00:37:02.685640 355454 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I1006 00:37:02.685652 355454 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I1006 00:37:02.685660 355454 command_runner.go:130] > # stream_tls_ca = ""
I1006 00:37:02.685677 355454 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I1006 00:37:02.685689 355454 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I1006 00:37:02.685703 355454 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I1006 00:37:02.685712 355454 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I1006 00:37:02.685733 355454 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I1006 00:37:02.685743 355454 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I1006 00:37:02.685751 355454 command_runner.go:130] > [crio.runtime]
I1006 00:37:02.685761 355454 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I1006 00:37:02.685774 355454 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I1006 00:37:02.685784 355454 command_runner.go:130] > # "nofile=1024:2048"
I1006 00:37:02.685795 355454 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I1006 00:37:02.685806 355454 command_runner.go:130] > # default_ulimits = [
I1006 00:37:02.685811 355454 command_runner.go:130] > # ]
I1006 00:37:02.685822 355454 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I1006 00:37:02.685833 355454 command_runner.go:130] > # no_pivot = false
I1006 00:37:02.685845 355454 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I1006 00:37:02.685859 355454 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I1006 00:37:02.685871 355454 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I1006 00:37:02.685888 355454 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I1006 00:37:02.685901 355454 command_runner.go:130] > # Will be searched for using $PATH if empty.
I1006 00:37:02.685916 355454 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1006 00:37:02.685926 355454 command_runner.go:130] > # conmon = ""
I1006 00:37:02.685937 355454 command_runner.go:130] > # Cgroup setting for conmon
I1006 00:37:02.685952 355454 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I1006 00:37:02.685963 355454 command_runner.go:130] > conmon_cgroup = "pod"
I1006 00:37:02.685978 355454 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I1006 00:37:02.685991 355454 command_runner.go:130] > # environment variables to conmon or the runtime.
I1006 00:37:02.686006 355454 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1006 00:37:02.686015 355454 command_runner.go:130] > # conmon_env = [
I1006 00:37:02.686023 355454 command_runner.go:130] > # ]
I1006 00:37:02.686036 355454 command_runner.go:130] > # Additional environment variables to set for all the
I1006 00:37:02.686049 355454 command_runner.go:130] > # containers. These are overridden if set in the
I1006 00:37:02.686063 355454 command_runner.go:130] > # container image spec or in the container runtime configuration.
I1006 00:37:02.686074 355454 command_runner.go:130] > # default_env = [
I1006 00:37:02.686081 355454 command_runner.go:130] > # ]
I1006 00:37:02.686094 355454 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I1006 00:37:02.686104 355454 command_runner.go:130] > # selinux = false
I1006 00:37:02.686116 355454 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I1006 00:37:02.686130 355454 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I1006 00:37:02.686144 355454 command_runner.go:130] > # will be used. This option supports live configuration reload.
I1006 00:37:02.686153 355454 command_runner.go:130] > # seccomp_profile = ""
I1006 00:37:02.686164 355454 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I1006 00:37:02.686178 355454 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I1006 00:37:02.686192 355454 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I1006 00:37:02.686203 355454 command_runner.go:130] > # which might increase security.
I1006 00:37:02.686216 355454 command_runner.go:130] > # seccomp_use_default_when_empty = true
I1006 00:37:02.686231 355454 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I1006 00:37:02.686244 355454 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I1006 00:37:02.686257 355454 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I1006 00:37:02.686271 355454 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I1006 00:37:02.686287 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:37:02.686298 355454 command_runner.go:130] > # apparmor_profile = "crio-default"
I1006 00:37:02.686312 355454 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I1006 00:37:02.686324 355454 command_runner.go:130] > # the cgroup blockio controller.
I1006 00:37:02.686370 355454 command_runner.go:130] > # blockio_config_file = ""
I1006 00:37:02.686385 355454 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I1006 00:37:02.686393 355454 command_runner.go:130] > # irqbalance daemon.
I1006 00:37:02.686403 355454 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I1006 00:37:02.686414 355454 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I1006 00:37:02.686425 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:37:02.686432 355454 command_runner.go:130] > # rdt_config_file = ""
I1006 00:37:02.686441 355454 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I1006 00:37:02.686454 355454 command_runner.go:130] > cgroup_manager = "cgroupfs"
I1006 00:37:02.686462 355454 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I1006 00:37:02.686468 355454 command_runner.go:130] > # separate_pull_cgroup = ""
I1006 00:37:02.686481 355454 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I1006 00:37:02.686494 355454 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I1006 00:37:02.686500 355454 command_runner.go:130] > # will be added.
I1006 00:37:02.686507 355454 command_runner.go:130] > # default_capabilities = [
I1006 00:37:02.686513 355454 command_runner.go:130] > # "CHOWN",
I1006 00:37:02.686522 355454 command_runner.go:130] > # "DAC_OVERRIDE",
I1006 00:37:02.686529 355454 command_runner.go:130] > # "FSETID",
I1006 00:37:02.686538 355454 command_runner.go:130] > # "FOWNER",
I1006 00:37:02.686544 355454 command_runner.go:130] > # "SETGID",
I1006 00:37:02.686554 355454 command_runner.go:130] > # "SETUID",
I1006 00:37:02.686561 355454 command_runner.go:130] > # "SETPCAP",
I1006 00:37:02.686571 355454 command_runner.go:130] > # "NET_BIND_SERVICE",
I1006 00:37:02.686577 355454 command_runner.go:130] > # "KILL",
I1006 00:37:02.686585 355454 command_runner.go:130] > # ]
I1006 00:37:02.686601 355454 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I1006 00:37:02.686615 355454 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I1006 00:37:02.686626 355454 command_runner.go:130] > # add_inheritable_capabilities = true
I1006 00:37:02.686640 355454 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I1006 00:37:02.686653 355454 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1006 00:37:02.686663 355454 command_runner.go:130] > # default_sysctls = [
I1006 00:37:02.686671 355454 command_runner.go:130] > # ]
I1006 00:37:02.686683 355454 command_runner.go:130] > # List of devices on the host that a
I1006 00:37:02.686696 355454 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I1006 00:37:02.686706 355454 command_runner.go:130] > # allowed_devices = [
I1006 00:37:02.686712 355454 command_runner.go:130] > # "/dev/fuse",
I1006 00:37:02.686721 355454 command_runner.go:130] > # ]
I1006 00:37:02.686732 355454 command_runner.go:130] > # List of additional devices. specified as
I1006 00:37:02.686759 355454 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I1006 00:37:02.686771 355454 command_runner.go:130] > # If it is empty or commented out, only the devices
I1006 00:37:02.686783 355454 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1006 00:37:02.686794 355454 command_runner.go:130] > # additional_devices = [
I1006 00:37:02.686800 355454 command_runner.go:130] > # ]
I1006 00:37:02.686811 355454 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I1006 00:37:02.686820 355454 command_runner.go:130] > # cdi_spec_dirs = [
I1006 00:37:02.686830 355454 command_runner.go:130] > # "/etc/cdi",
I1006 00:37:02.686840 355454 command_runner.go:130] > # "/var/run/cdi",
I1006 00:37:02.686850 355454 command_runner.go:130] > # ]
I1006 00:37:02.686864 355454 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I1006 00:37:02.686877 355454 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I1006 00:37:02.686887 355454 command_runner.go:130] > # Defaults to false.
I1006 00:37:02.686896 355454 command_runner.go:130] > # device_ownership_from_security_context = false
I1006 00:37:02.686909 355454 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I1006 00:37:02.686923 355454 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I1006 00:37:02.686933 355454 command_runner.go:130] > # hooks_dir = [
I1006 00:37:02.686944 355454 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I1006 00:37:02.686952 355454 command_runner.go:130] > # ]
I1006 00:37:02.686965 355454 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I1006 00:37:02.686979 355454 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I1006 00:37:02.686991 355454 command_runner.go:130] > # its default mounts from the following two files:
I1006 00:37:02.687000 355454 command_runner.go:130] > #
I1006 00:37:02.687013 355454 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I1006 00:37:02.687026 355454 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I1006 00:37:02.687039 355454 command_runner.go:130] > # override the default mounts shipped with the package.
I1006 00:37:02.687047 355454 command_runner.go:130] > #
I1006 00:37:02.687061 355454 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I1006 00:37:02.687075 355454 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I1006 00:37:02.687089 355454 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I1006 00:37:02.687100 355454 command_runner.go:130] > # only add mounts it finds in this file.
I1006 00:37:02.687109 355454 command_runner.go:130] > #
I1006 00:37:02.687119 355454 command_runner.go:130] > # default_mounts_file = ""
I1006 00:37:02.687131 355454 command_runner.go:130] > # Maximum number of processes allowed in a container.
I1006 00:37:02.687145 355454 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I1006 00:37:02.687151 355454 command_runner.go:130] > # pids_limit = 0
I1006 00:37:02.687161 355454 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I1006 00:37:02.687175 355454 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I1006 00:37:02.687187 355454 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I1006 00:37:02.687202 355454 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I1006 00:37:02.687212 355454 command_runner.go:130] > # log_size_max = -1
I1006 00:37:02.687224 355454 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I1006 00:37:02.687234 355454 command_runner.go:130] > # log_to_journald = false
I1006 00:37:02.687243 355454 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I1006 00:37:02.687254 355454 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I1006 00:37:02.687266 355454 command_runner.go:130] > # Path to directory for container attach sockets.
I1006 00:37:02.687283 355454 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I1006 00:37:02.687294 355454 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I1006 00:37:02.687304 355454 command_runner.go:130] > # bind_mount_prefix = ""
I1006 00:37:02.687315 355454 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I1006 00:37:02.687324 355454 command_runner.go:130] > # read_only = false
I1006 00:37:02.687366 355454 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I1006 00:37:02.687380 355454 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I1006 00:37:02.687388 355454 command_runner.go:130] > # live configuration reload.
I1006 00:37:02.687397 355454 command_runner.go:130] > # log_level = "info"
I1006 00:37:02.687405 355454 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I1006 00:37:02.687413 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:37:02.687422 355454 command_runner.go:130] > # log_filter = ""
I1006 00:37:02.687434 355454 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I1006 00:37:02.687446 355454 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I1006 00:37:02.687453 355454 command_runner.go:130] > # separated by comma.
I1006 00:37:02.687459 355454 command_runner.go:130] > # uid_mappings = ""
I1006 00:37:02.687468 355454 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I1006 00:37:02.687481 355454 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I1006 00:37:02.687490 355454 command_runner.go:130] > # separated by comma.
I1006 00:37:02.687499 355454 command_runner.go:130] > # gid_mappings = ""
I1006 00:37:02.687511 355454 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I1006 00:37:02.687524 355454 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1006 00:37:02.687536 355454 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1006 00:37:02.687543 355454 command_runner.go:130] > # minimum_mappable_uid = -1
I1006 00:37:02.687555 355454 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I1006 00:37:02.687567 355454 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1006 00:37:02.687580 355454 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1006 00:37:02.687590 355454 command_runner.go:130] > # minimum_mappable_gid = -1
I1006 00:37:02.687602 355454 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I1006 00:37:02.687615 355454 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I1006 00:37:02.687628 355454 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I1006 00:37:02.687638 355454 command_runner.go:130] > # ctr_stop_timeout = 30
I1006 00:37:02.687648 355454 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I1006 00:37:02.687661 355454 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I1006 00:37:02.687672 355454 command_runner.go:130] > # a kernel separating runtime (like kata).
I1006 00:37:02.687686 355454 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I1006 00:37:02.687696 355454 command_runner.go:130] > # drop_infra_ctr = true
I1006 00:37:02.687710 355454 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I1006 00:37:02.687722 355454 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I1006 00:37:02.687738 355454 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I1006 00:37:02.687748 355454 command_runner.go:130] > # infra_ctr_cpuset = ""
I1006 00:37:02.687762 355454 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I1006 00:37:02.687773 355454 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I1006 00:37:02.687784 355454 command_runner.go:130] > # namespaces_dir = "/var/run"
I1006 00:37:02.687799 355454 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I1006 00:37:02.687811 355454 command_runner.go:130] > # pinns_path = ""
I1006 00:37:02.687826 355454 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I1006 00:37:02.687839 355454 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I1006 00:37:02.687852 355454 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I1006 00:37:02.687862 355454 command_runner.go:130] > # default_runtime = "runc"
I1006 00:37:02.687873 355454 command_runner.go:130] > # A list of paths that, when absent from the host,
I1006 00:37:02.687887 355454 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I1006 00:37:02.687904 355454 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I1006 00:37:02.687915 355454 command_runner.go:130] > # creation as a file is not desired either.
I1006 00:37:02.687932 355454 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I1006 00:37:02.687945 355454 command_runner.go:130] > # the hostname is being managed dynamically.
I1006 00:37:02.687956 355454 command_runner.go:130] > # absent_mount_sources_to_reject = [
I1006 00:37:02.687964 355454 command_runner.go:130] > # ]
I1006 00:37:02.687977 355454 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I1006 00:37:02.687990 355454 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I1006 00:37:02.688005 355454 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I1006 00:37:02.688019 355454 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I1006 00:37:02.688027 355454 command_runner.go:130] > #
I1006 00:37:02.688038 355454 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I1006 00:37:02.688049 355454 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I1006 00:37:02.688059 355454 command_runner.go:130] > # runtime_type = "oci"
I1006 00:37:02.688069 355454 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I1006 00:37:02.688079 355454 command_runner.go:130] > # privileged_without_host_devices = false
I1006 00:37:02.688089 355454 command_runner.go:130] > # allowed_annotations = []
I1006 00:37:02.688098 355454 command_runner.go:130] > # Where:
I1006 00:37:02.688111 355454 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I1006 00:37:02.688127 355454 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I1006 00:37:02.688141 355454 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I1006 00:37:02.688154 355454 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I1006 00:37:02.688162 355454 command_runner.go:130] > # in $PATH.
I1006 00:37:02.688175 355454 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I1006 00:37:02.688197 355454 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I1006 00:37:02.688208 355454 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I1006 00:37:02.688249 355454 command_runner.go:130] > # state.
I1006 00:37:02.688267 355454 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I1006 00:37:02.688337 355454 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I1006 00:37:02.688369 355454 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I1006 00:37:02.688378 355454 command_runner.go:130] > # host devices from being passed to privileged containers.
I1006 00:37:02.688387 355454 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I1006 00:37:02.688397 355454 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I1006 00:37:02.688408 355454 command_runner.go:130] > # The currently recognized values are:
I1006 00:37:02.688418 355454 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I1006 00:37:02.688431 355454 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I1006 00:37:02.688443 355454 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I1006 00:37:02.688456 355454 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I1006 00:37:02.688470 355454 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I1006 00:37:02.688483 355454 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I1006 00:37:02.688492 355454 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I1006 00:37:02.688504 355454 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I1006 00:37:02.688513 355454 command_runner.go:130] > # should be moved to the container's cgroup
I1006 00:37:02.688523 355454 command_runner.go:130] > [crio.runtime.runtimes.runc]
I1006 00:37:02.688534 355454 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I1006 00:37:02.688544 355454 command_runner.go:130] > runtime_type = "oci"
I1006 00:37:02.688554 355454 command_runner.go:130] > runtime_root = "/run/runc"
I1006 00:37:02.688565 355454 command_runner.go:130] > runtime_config_path = ""
I1006 00:37:02.688575 355454 command_runner.go:130] > monitor_path = ""
I1006 00:37:02.688585 355454 command_runner.go:130] > monitor_cgroup = ""
I1006 00:37:02.688596 355454 command_runner.go:130] > monitor_exec_cgroup = ""
I1006 00:37:02.688628 355454 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I1006 00:37:02.688635 355454 command_runner.go:130] > # running containers
I1006 00:37:02.688640 355454 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I1006 00:37:02.688648 355454 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I1006 00:37:02.688658 355454 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I1006 00:37:02.688666 355454 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I1006 00:37:02.688671 355454 command_runner.go:130] > # Kata Containers with the default configured VMM
I1006 00:37:02.688678 355454 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I1006 00:37:02.688683 355454 command_runner.go:130] > # Kata Containers with the QEMU VMM
I1006 00:37:02.688688 355454 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I1006 00:37:02.688695 355454 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I1006 00:37:02.688700 355454 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I1006 00:37:02.688708 355454 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I1006 00:37:02.688716 355454 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I1006 00:37:02.688722 355454 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I1006 00:37:02.688732 355454 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I1006 00:37:02.688739 355454 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I1006 00:37:02.688748 355454 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I1006 00:37:02.688756 355454 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I1006 00:37:02.688772 355454 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I1006 00:37:02.688784 355454 command_runner.go:130] > # signifying for that resource type to override the default value.
I1006 00:37:02.688797 355454 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I1006 00:37:02.688807 355454 command_runner.go:130] > # Example:
I1006 00:37:02.688812 355454 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I1006 00:37:02.688820 355454 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I1006 00:37:02.688825 355454 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I1006 00:37:02.688833 355454 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I1006 00:37:02.688839 355454 command_runner.go:130] > # cpuset = 0
I1006 00:37:02.688844 355454 command_runner.go:130] > # cpushares = "0-1"
I1006 00:37:02.688851 355454 command_runner.go:130] > # Where:
I1006 00:37:02.688855 355454 command_runner.go:130] > # The workload name is workload-type.
I1006 00:37:02.688864 355454 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I1006 00:37:02.688875 355454 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I1006 00:37:02.688889 355454 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I1006 00:37:02.688906 355454 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I1006 00:37:02.688914 355454 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I1006 00:37:02.688918 355454 command_runner.go:130] > #
I1006 00:37:02.688924 355454 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I1006 00:37:02.688930 355454 command_runner.go:130] > #
I1006 00:37:02.688936 355454 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I1006 00:37:02.688946 355454 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I1006 00:37:02.688954 355454 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I1006 00:37:02.688979 355454 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I1006 00:37:02.688993 355454 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I1006 00:37:02.689003 355454 command_runner.go:130] > [crio.image]
I1006 00:37:02.689017 355454 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I1006 00:37:02.689027 355454 command_runner.go:130] > # default_transport = "docker://"
I1006 00:37:02.689035 355454 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I1006 00:37:02.689044 355454 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I1006 00:37:02.689050 355454 command_runner.go:130] > # global_auth_file = ""
I1006 00:37:02.689055 355454 command_runner.go:130] > # The image used to instantiate infra containers.
I1006 00:37:02.689063 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:37:02.689074 355454 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I1006 00:37:02.689089 355454 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I1006 00:37:02.689103 355454 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I1006 00:37:02.689115 355454 command_runner.go:130] > # This option supports live configuration reload.
I1006 00:37:02.689126 355454 command_runner.go:130] > # pause_image_auth_file = ""
I1006 00:37:02.689139 355454 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I1006 00:37:02.689148 355454 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I1006 00:37:02.689157 355454 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I1006 00:37:02.689169 355454 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I1006 00:37:02.689180 355454 command_runner.go:130] > # pause_command = "/pause"
I1006 00:37:02.689194 355454 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I1006 00:37:02.689208 355454 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I1006 00:37:02.689222 355454 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I1006 00:37:02.689235 355454 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I1006 00:37:02.689247 355454 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I1006 00:37:02.689251 355454 command_runner.go:130] > # signature_policy = ""
I1006 00:37:02.689259 355454 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I1006 00:37:02.689274 355454 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I1006 00:37:02.689285 355454 command_runner.go:130] > # changing them here.
I1006 00:37:02.689293 355454 command_runner.go:130] > # insecure_registries = [
I1006 00:37:02.689302 355454 command_runner.go:130] > # ]
I1006 00:37:02.689361 355454 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I1006 00:37:02.689375 355454 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I1006 00:37:02.689383 355454 command_runner.go:130] > # image_volumes = "mkdir"
I1006 00:37:02.689402 355454 command_runner.go:130] > # Temporary directory to use for storing big files
I1006 00:37:02.689415 355454 command_runner.go:130] > # big_files_temporary_dir = ""
I1006 00:37:02.689429 355454 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I1006 00:37:02.689439 355454 command_runner.go:130] > # CNI plugins.
I1006 00:37:02.689446 355454 command_runner.go:130] > [crio.network]
I1006 00:37:02.689455 355454 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I1006 00:37:02.689468 355454 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I1006 00:37:02.689479 355454 command_runner.go:130] > # cni_default_network = ""
I1006 00:37:02.689494 355454 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I1006 00:37:02.689506 355454 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I1006 00:37:02.689518 355454 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I1006 00:37:02.689529 355454 command_runner.go:130] > # plugin_dirs = [
I1006 00:37:02.689539 355454 command_runner.go:130] > # "/opt/cni/bin/",
I1006 00:37:02.689546 355454 command_runner.go:130] > # ]
I1006 00:37:02.689552 355454 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I1006 00:37:02.689561 355454 command_runner.go:130] > [crio.metrics]
I1006 00:37:02.689573 355454 command_runner.go:130] > # Globally enable or disable metrics support.
I1006 00:37:02.689584 355454 command_runner.go:130] > # enable_metrics = false
I1006 00:37:02.689595 355454 command_runner.go:130] > # Specify enabled metrics collectors.
I1006 00:37:02.689607 355454 command_runner.go:130] > # Per default all metrics are enabled.
I1006 00:37:02.689621 355454 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I1006 00:37:02.689635 355454 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I1006 00:37:02.689643 355454 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I1006 00:37:02.689653 355454 command_runner.go:130] > # metrics_collectors = [
I1006 00:37:02.689663 355454 command_runner.go:130] > # "operations",
I1006 00:37:02.689672 355454 command_runner.go:130] > # "operations_latency_microseconds_total",
I1006 00:37:02.689684 355454 command_runner.go:130] > # "operations_latency_microseconds",
I1006 00:37:02.689695 355454 command_runner.go:130] > # "operations_errors",
I1006 00:37:02.689705 355454 command_runner.go:130] > # "image_pulls_by_digest",
I1006 00:37:02.689715 355454 command_runner.go:130] > # "image_pulls_by_name",
I1006 00:37:02.689726 355454 command_runner.go:130] > # "image_pulls_by_name_skipped",
I1006 00:37:02.689734 355454 command_runner.go:130] > # "image_pulls_failures",
I1006 00:37:02.689738 355454 command_runner.go:130] > # "image_pulls_successes",
I1006 00:37:02.689748 355454 command_runner.go:130] > # "image_pulls_layer_size",
I1006 00:37:02.689758 355454 command_runner.go:130] > # "image_layer_reuse",
I1006 00:37:02.689770 355454 command_runner.go:130] > # "containers_oom_total",
I1006 00:37:02.689781 355454 command_runner.go:130] > # "containers_oom",
I1006 00:37:02.689792 355454 command_runner.go:130] > # "processes_defunct",
I1006 00:37:02.689802 355454 command_runner.go:130] > # "operations_total",
I1006 00:37:02.689812 355454 command_runner.go:130] > # "operations_latency_seconds",
I1006 00:37:02.689823 355454 command_runner.go:130] > # "operations_latency_seconds_total",
I1006 00:37:02.689832 355454 command_runner.go:130] > # "operations_errors_total",
I1006 00:37:02.689842 355454 command_runner.go:130] > # "image_pulls_bytes_total",
I1006 00:37:02.689854 355454 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I1006 00:37:02.689866 355454 command_runner.go:130] > # "image_pulls_failure_total",
I1006 00:37:02.689877 355454 command_runner.go:130] > # "image_pulls_success_total",
I1006 00:37:02.689888 355454 command_runner.go:130] > # "image_layer_reuse_total",
I1006 00:37:02.689899 355454 command_runner.go:130] > # "containers_oom_count_total",
I1006 00:37:02.689908 355454 command_runner.go:130] > # ]
I1006 00:37:02.689919 355454 command_runner.go:130] > # The port on which the metrics server will listen.
I1006 00:37:02.689925 355454 command_runner.go:130] > # metrics_port = 9090
I1006 00:37:02.689934 355454 command_runner.go:130] > # Local socket path to bind the metrics server to
I1006 00:37:02.689944 355454 command_runner.go:130] > # metrics_socket = ""
I1006 00:37:02.689957 355454 command_runner.go:130] > # The certificate for the secure metrics server.
I1006 00:37:02.689973 355454 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I1006 00:37:02.689987 355454 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I1006 00:37:02.689998 355454 command_runner.go:130] > # certificate on any modification event.
I1006 00:37:02.690006 355454 command_runner.go:130] > # metrics_cert = ""
I1006 00:37:02.690015 355454 command_runner.go:130] > # The certificate key for the secure metrics server.
I1006 00:37:02.690026 355454 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I1006 00:37:02.690040 355454 command_runner.go:130] > # metrics_key = ""
I1006 00:37:02.690055 355454 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I1006 00:37:02.690065 355454 command_runner.go:130] > [crio.tracing]
I1006 00:37:02.690077 355454 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I1006 00:37:02.690088 355454 command_runner.go:130] > # enable_tracing = false
I1006 00:37:02.690099 355454 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I1006 00:37:02.690109 355454 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I1006 00:37:02.690121 355454 command_runner.go:130] > # Number of samples to collect per million spans.
I1006 00:37:02.690133 355454 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I1006 00:37:02.690147 355454 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I1006 00:37:02.690157 355454 command_runner.go:130] > [crio.stats]
I1006 00:37:02.690170 355454 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I1006 00:37:02.690183 355454 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I1006 00:37:02.690193 355454 command_runner.go:130] > # stats_collection_period = 0
I1006 00:37:02.690229 355454 command_runner.go:130] ! time="2023-10-06 00:37:02.682136915Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I1006 00:37:02.690251 355454 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I1006 00:37:02.690328 355454 cni.go:84] Creating CNI manager for ""
I1006 00:37:02.690340 355454 cni.go:136] 2 nodes found, recommending kindnet
I1006 00:37:02.690357 355454 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1006 00:37:02.690387 355454 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.3 APIServerPort:8443 KubernetesVersion:v1.28.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-050289 NodeName:multinode-050289-m02 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.3 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 00:37:02.690543 355454 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.3
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-050289-m02"
kubeletExtraArgs:
node-ip: 192.168.58.3
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 00:37:02.690623 355454 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-050289-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.3
[Install]
config:
{KubernetesVersion:v1.28.2 ClusterName:multinode-050289 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1006 00:37:02.690684 355454 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.2
I1006 00:37:02.698848 355454 command_runner.go:130] > kubeadm
I1006 00:37:02.698863 355454 command_runner.go:130] > kubectl
I1006 00:37:02.698868 355454 command_runner.go:130] > kubelet
I1006 00:37:02.698887 355454 binaries.go:44] Found k8s binaries, skipping transfer
I1006 00:37:02.698944 355454 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I1006 00:37:02.706364 355454 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (430 bytes)
I1006 00:37:02.721614 355454 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 00:37:02.736586 355454 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I1006 00:37:02.739702 355454 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 00:37:02.749216 355454 host.go:66] Checking if "multinode-050289" exists ...
I1006 00:37:02.749468 355454 start.go:304] JoinCluster: &{Name:multinode-050289 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-050289 Namespace:default APIServerName:minikubeCA APIServerNames:[] A
PIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:
9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:37:02.749555 355454 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1006 00:37:02.749575 355454 config.go:182] Loaded profile config "multinode-050289": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:37:02.749600 355454 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:37:02.765694 355454 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:37:02.904734 355454 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token ikhv4e.zgdqgbojoz7tu55q --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4
I1006 00:37:02.909881 355454 start.go:325] trying to join worker node "m02" to cluster: &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}
I1006 00:37:02.909924 355454 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token ikhv4e.zgdqgbojoz7tu55q --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4 --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-050289-m02"
I1006 00:37:02.942755 355454 command_runner.go:130] > [preflight] Running pre-flight checks
I1006 00:37:02.970754 355454 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I1006 00:37:02.970786 355454 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1044-gcp[0m
I1006 00:37:02.970794 355454 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I1006 00:37:02.970799 355454 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 00:37:02.970811 355454 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 00:37:02.970817 355454 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 00:37:02.970824 355454 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 00:37:02.970831 355454 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 00:37:02.970839 355454 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 00:37:02.970858 355454 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 00:37:02.970868 355454 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 00:37:02.970876 355454 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 00:37:03.048793 355454 command_runner.go:130] > [preflight] Reading configuration from the cluster...
I1006 00:37:03.048825 355454 command_runner.go:130] > [preflight] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'
I1006 00:37:03.072850 355454 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 00:37:03.072872 355454 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 00:37:03.072877 355454 command_runner.go:130] > [kubelet-start] Starting the kubelet
I1006 00:37:03.145042 355454 command_runner.go:130] > [kubelet-start] Waiting for the kubelet to perform the TLS Bootstrap...
I1006 00:37:05.157563 355454 command_runner.go:130] > This node has joined the cluster:
I1006 00:37:05.157584 355454 command_runner.go:130] > * Certificate signing request was sent to apiserver and a response was received.
I1006 00:37:05.157590 355454 command_runner.go:130] > * The Kubelet was informed of the new secure connection details.
I1006 00:37:05.157597 355454 command_runner.go:130] > Run 'kubectl get nodes' on the control-plane to see this node join the cluster.
I1006 00:37:05.160104 355454 command_runner.go:130] ! W1006 00:37:02.942343 1112 initconfiguration.go:120] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/crio/crio.sock". Please update your configuration!
I1006 00:37:05.160139 355454 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1044-gcp\n", err: exit status 1
I1006 00:37:05.160151 355454 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 00:37:05.160175 355454 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token ikhv4e.zgdqgbojoz7tu55q --discovery-token-ca-cert-hash sha256:e8615552349b25c4fd85613791f2518795ca4062c37d926b42389515e40117e4 --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-050289-m02": (2.250233681s)
I1006 00:37:05.160200 355454 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1006 00:37:05.248801 355454 command_runner.go:130] ! Created symlink /etc/systemd/system/multi-user.target.wants/kubelet.service → /lib/systemd/system/kubelet.service.
I1006 00:37:05.320668 355454 start.go:306] JoinCluster complete in 2.571190967s
I1006 00:37:05.320702 355454 cni.go:84] Creating CNI manager for ""
I1006 00:37:05.320710 355454 cni.go:136] 2 nodes found, recommending kindnet
I1006 00:37:05.320785 355454 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 00:37:05.323979 355454 command_runner.go:130] > File: /opt/cni/bin/portmap
I1006 00:37:05.323998 355454 command_runner.go:130] > Size: 3955775 Blocks: 7736 IO Block: 4096 regular file
I1006 00:37:05.324005 355454 command_runner.go:130] > Device: 37h/55d Inode: 543929 Links: 1
I1006 00:37:05.324015 355454 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I1006 00:37:05.324030 355454 command_runner.go:130] > Access: 2023-05-09 19:53:47.000000000 +0000
I1006 00:37:05.324050 355454 command_runner.go:130] > Modify: 2023-05-09 19:53:47.000000000 +0000
I1006 00:37:05.324062 355454 command_runner.go:130] > Change: 2023-10-06 00:17:25.340798630 +0000
I1006 00:37:05.324074 355454 command_runner.go:130] > Birth: 2023-10-06 00:17:25.320797282 +0000
I1006 00:37:05.324125 355454 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.2/kubectl ...
I1006 00:37:05.324139 355454 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1006 00:37:05.339285 355454 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 00:37:05.620188 355454 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet unchanged
I1006 00:37:05.623255 355454 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet unchanged
I1006 00:37:05.625303 355454 command_runner.go:130] > serviceaccount/kindnet unchanged
I1006 00:37:05.637679 355454 command_runner.go:130] > daemonset.apps/kindnet configured
I1006 00:37:05.641738 355454 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:37:05.641958 355454 kapi.go:59] client config for multinode-050289: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.crt", KeyFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.key", CAFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1bfc0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 00:37:05.642261 355454 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1006 00:37:05.642272 355454 round_trippers.go:469] Request Headers:
I1006 00:37:05.642279 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:05.642285 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:05.644005 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:05.644023 355454 round_trippers.go:577] Response Headers:
I1006 00:37:05.644029 355454 round_trippers.go:580] Audit-Id: 9508497a-50a1-4397-9baf-73bab6a6274e
I1006 00:37:05.644035 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:05.644040 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:05.644045 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:05.644052 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:05.644060 355454 round_trippers.go:580] Content-Length: 291
I1006 00:37:05.644065 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:05 GMT
I1006 00:37:05.644091 355454 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"57f8b229-988d-4a94-9304-b931290fac5a","resourceVersion":"449","creationTimestamp":"2023-10-06T00:36:03Z"},"spec":{"replicas":1},"status":{"replicas":1,"selector":"k8s-app=kube-dns"}}
I1006 00:37:05.644177 355454 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-050289" context rescaled to 1 replicas
I1006 00:37:05.644201 355454 start.go:223] Will wait 6m0s for node &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:false Worker:true}
I1006 00:37:05.645900 355454 out.go:177] * Verifying Kubernetes components...
I1006 00:37:05.647195 355454 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:37:05.657915 355454 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:37:05.658113 355454 kapi.go:59] client config for multinode-050289: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.crt", KeyFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/profiles/multinode-050289/client.key", CAFile:"/home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1bfc0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 00:37:05.658332 355454 node_ready.go:35] waiting up to 6m0s for node "multinode-050289-m02" to be "Ready" ...
I1006 00:37:05.658397 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289-m02
I1006 00:37:05.658404 355454 round_trippers.go:469] Request Headers:
I1006 00:37:05.658412 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:05.658417 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:05.660197 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:05.660213 355454 round_trippers.go:577] Response Headers:
I1006 00:37:05.660219 355454 round_trippers.go:580] Audit-Id: fa06ea15-44dd-4c7f-abd5-3c051535dcb4
I1006 00:37:05.660225 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:05.660230 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:05.660235 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:05.660240 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:05.660246 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:05 GMT
I1006 00:37:05.660355 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289-m02","uid":"fc6ec8ff-2d54-4396-a108-21a3a5fd81b5","resourceVersion":"493","creationTimestamp":"2023-10-06T00:37:04Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:37:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}
}}},{"manager":"kube-controller-manager","operation":"Update","apiVersi [truncated 5210 chars]
I1006 00:37:05.660719 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289-m02
I1006 00:37:05.660733 355454 round_trippers.go:469] Request Headers:
I1006 00:37:05.660741 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:05.660747 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:05.662534 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:05.662553 355454 round_trippers.go:577] Response Headers:
I1006 00:37:05.662562 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:05.662571 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:05 GMT
I1006 00:37:05.662584 355454 round_trippers.go:580] Audit-Id: 4a4ea0fd-2ac5-4b29-801d-c46920424139
I1006 00:37:05.662593 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:05.662600 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:05.662609 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:05.662705 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289-m02","uid":"fc6ec8ff-2d54-4396-a108-21a3a5fd81b5","resourceVersion":"493","creationTimestamp":"2023-10-06T00:37:04Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:37:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}
}}},{"manager":"kube-controller-manager","operation":"Update","apiVersi [truncated 5210 chars]
I1006 00:37:06.163721 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289-m02
I1006 00:37:06.163742 355454 round_trippers.go:469] Request Headers:
I1006 00:37:06.163750 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:06.163756 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:06.166016 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:06.166040 355454 round_trippers.go:577] Response Headers:
I1006 00:37:06.166052 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:06 GMT
I1006 00:37:06.166062 355454 round_trippers.go:580] Audit-Id: 392a55ee-2fbc-47d1-8fb3-a4252e6a43b9
I1006 00:37:06.166107 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:06.166120 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:06.166125 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:06.166130 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:06.166246 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289-m02","uid":"fc6ec8ff-2d54-4396-a108-21a3a5fd81b5","resourceVersion":"493","creationTimestamp":"2023-10-06T00:37:04Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:37:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}
}}},{"manager":"kube-controller-manager","operation":"Update","apiVersi [truncated 5210 chars]
I1006 00:37:06.663703 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289-m02
I1006 00:37:06.663722 355454 round_trippers.go:469] Request Headers:
I1006 00:37:06.663731 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:06.663737 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:06.665504 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:06.665530 355454 round_trippers.go:577] Response Headers:
I1006 00:37:06.665541 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:06 GMT
I1006 00:37:06.665550 355454 round_trippers.go:580] Audit-Id: 0a7d7e38-3bf8-45a4-b913-d472b1cf452b
I1006 00:37:06.665559 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:06.665564 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:06.665570 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:06.665578 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:06.665691 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289-m02","uid":"fc6ec8ff-2d54-4396-a108-21a3a5fd81b5","resourceVersion":"493","creationTimestamp":"2023-10-06T00:37:04Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:37:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}
}}},{"manager":"kube-controller-manager","operation":"Update","apiVersi [truncated 5210 chars]
I1006 00:37:07.163154 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289-m02
I1006 00:37:07.163175 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.163184 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.163190 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.165740 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:07.165761 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.165767 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.165773 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.165778 355454 round_trippers.go:580] Audit-Id: 09d5a22c-ae8d-41d4-ad50-d34a02754d17
I1006 00:37:07.165783 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.165788 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.165793 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.165930 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289-m02","uid":"fc6ec8ff-2d54-4396-a108-21a3a5fd81b5","resourceVersion":"493","creationTimestamp":"2023-10-06T00:37:04Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:37:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}
}}},{"manager":"kube-controller-manager","operation":"Update","apiVersi [truncated 5210 chars]
I1006 00:37:07.663522 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289-m02
I1006 00:37:07.663544 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.663553 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.663559 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.665910 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:07.665938 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.665954 355454 round_trippers.go:580] Audit-Id: a292005c-53fb-4423-8d90-6a46a0ab348e
I1006 00:37:07.665960 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.665965 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.665971 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.665978 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.665983 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.666085 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289-m02","uid":"fc6ec8ff-2d54-4396-a108-21a3a5fd81b5","resourceVersion":"510","creationTimestamp":"2023-10-06T00:37:04Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:37:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}
}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time": [truncated 5296 chars]
I1006 00:37:07.666468 355454 node_ready.go:49] node "multinode-050289-m02" has status "Ready":"True"
I1006 00:37:07.666485 355454 node_ready.go:38] duration metric: took 2.00814058s waiting for node "multinode-050289-m02" to be "Ready" ...
I1006 00:37:07.666496 355454 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1006 00:37:07.666561 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1006 00:37:07.666568 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.666575 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.666583 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.669491 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:07.669516 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.669527 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.669537 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.669545 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.669556 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.669568 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.669580 355454 round_trippers.go:580] Audit-Id: b775fd87-5b26-41bb-b58c-edcc644dcc7a
I1006 00:37:07.670244 355454 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"514"},"items":[{"metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"445","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 68972 chars]
I1006 00:37:07.672354 355454 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-nkltj" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.672420 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-nkltj
I1006 00:37:07.672428 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.672435 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.672441 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.674263 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:07.674277 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.674285 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.674290 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.674296 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.674301 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.674309 355454 round_trippers.go:580] Audit-Id: a5041f49-febf-41b6-a1ee-749849896b60
I1006 00:37:07.674315 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.674443 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-nkltj","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50","resourceVersion":"445","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"aa559a5a-b2d8-45db-b578-437ba1cc1542","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"aa559a5a-b2d8-45db-b578-437ba1cc1542\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I1006 00:37:07.674832 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:37:07.674847 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.674854 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.674865 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.676544 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:07.676560 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.676568 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.676577 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.676585 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.676594 355454 round_trippers.go:580] Audit-Id: 6751154d-6388-4c18-9e82-e25c153fa1c3
I1006 00:37:07.676606 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.676617 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.676758 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"451","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1006 00:37:07.677118 355454 pod_ready.go:92] pod "coredns-5dd5756b68-nkltj" in "kube-system" namespace has status "Ready":"True"
I1006 00:37:07.677137 355454 pod_ready.go:81] duration metric: took 4.761895ms waiting for pod "coredns-5dd5756b68-nkltj" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.677149 355454 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.677219 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-050289
I1006 00:37:07.677230 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.677241 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.677256 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.678824 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:07.678846 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.678857 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.678864 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.678870 355454 round_trippers.go:580] Audit-Id: f41b1960-f6d4-4897-ae21-59d0e446c0f3
I1006 00:37:07.678875 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.678883 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.678888 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.678987 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-050289","namespace":"kube-system","uid":"19a13280-7851-4ffb-a13b-ab42a11c1528","resourceVersion":"307","creationTimestamp":"2023-10-06T00:36:04Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"e40862ee56461ab915c527dcc79e6def","kubernetes.io/config.mirror":"e40862ee56461ab915c527dcc79e6def","kubernetes.io/config.seen":"2023-10-06T00:36:03.807384187Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I1006 00:37:07.679402 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:37:07.679417 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.679425 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.679432 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.680980 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:07.680998 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.681006 355454 round_trippers.go:580] Audit-Id: a44f572f-f485-4739-8dc6-f346860d768f
I1006 00:37:07.681015 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.681029 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.681042 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.681048 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.681054 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.681164 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"451","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1006 00:37:07.681506 355454 pod_ready.go:92] pod "etcd-multinode-050289" in "kube-system" namespace has status "Ready":"True"
I1006 00:37:07.681523 355454 pod_ready.go:81] duration metric: took 4.363926ms waiting for pod "etcd-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.681535 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.681592 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-050289
I1006 00:37:07.681600 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.681607 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.681615 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.683209 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:07.683228 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.683238 355454 round_trippers.go:580] Audit-Id: ef05dfbf-2779-4a6c-91ca-2081a02f9dd0
I1006 00:37:07.683247 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.683256 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.683266 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.683284 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.683294 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.683431 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-050289","namespace":"kube-system","uid":"d0824f11-9a98-409c-8928-61b3eaef164d","resourceVersion":"303","creationTimestamp":"2023-10-06T00:36:04Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"b78b4b95e82b349c2fc484c13f3a3dd1","kubernetes.io/config.mirror":"b78b4b95e82b349c2fc484c13f3a3dd1","kubernetes.io/config.seen":"2023-10-06T00:36:03.807388595Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I1006 00:37:07.683936 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:37:07.683953 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.683964 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.683973 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.685686 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:07.685706 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.685716 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.685724 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.685730 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.685738 355454 round_trippers.go:580] Audit-Id: 391dcc67-f950-45a5-8c5b-d0b0f24e4525
I1006 00:37:07.685748 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.685758 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.685875 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"451","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1006 00:37:07.686140 355454 pod_ready.go:92] pod "kube-apiserver-multinode-050289" in "kube-system" namespace has status "Ready":"True"
I1006 00:37:07.686157 355454 pod_ready.go:81] duration metric: took 4.614483ms waiting for pod "kube-apiserver-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.686168 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.686216 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-050289
I1006 00:37:07.686226 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.686236 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.686247 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.687713 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:07.687732 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.687742 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.687758 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.687772 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.687777 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.687782 355454 round_trippers.go:580] Audit-Id: ebbd9a5e-46c5-47d5-a94e-d4eaba7e347c
I1006 00:37:07.687787 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.687947 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-050289","namespace":"kube-system","uid":"46b3d4d5-5a81-43f7-9e81-f3ee5e7a9c5d","resourceVersion":"318","creationTimestamp":"2023-10-06T00:36:04Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"3b5102ecdf12602c7fd47961f6d42447","kubernetes.io/config.mirror":"3b5102ecdf12602c7fd47961f6d42447","kubernetes.io/config.seen":"2023-10-06T00:36:03.807390599Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I1006 00:37:07.688357 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:37:07.688369 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.688376 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.688382 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.689804 355454 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1006 00:37:07.689824 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.689833 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.689841 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.689849 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.689859 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.689870 355454 round_trippers.go:580] Audit-Id: 75fc324e-e5f3-4583-8441-612ba6180c87
I1006 00:37:07.689879 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.689971 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"451","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1006 00:37:07.690218 355454 pod_ready.go:92] pod "kube-controller-manager-multinode-050289" in "kube-system" namespace has status "Ready":"True"
I1006 00:37:07.690229 355454 pod_ready.go:81] duration metric: took 4.053999ms waiting for pod "kube-controller-manager-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.690236 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-qp4h2" in "kube-system" namespace to be "Ready" ...
I1006 00:37:07.863529 355454 request.go:629] Waited for 173.234024ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qp4h2
I1006 00:37:07.863612 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-qp4h2
I1006 00:37:07.863621 355454 round_trippers.go:469] Request Headers:
I1006 00:37:07.863632 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:07.863644 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:07.865712 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:07.865733 355454 round_trippers.go:577] Response Headers:
I1006 00:37:07.865740 355454 round_trippers.go:580] Audit-Id: 8832752a-efc6-41b0-b331-432dd74d22d3
I1006 00:37:07.865745 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:07.865751 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:07.865757 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:07.865762 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:07.865767 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:07 GMT
I1006 00:37:07.865903 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-qp4h2","generateName":"kube-proxy-","namespace":"kube-system","uid":"5cb643e9-287b-4635-b40a-f5dcc2fa3f71","resourceVersion":"413","creationTimestamp":"2023-10-06T00:36:16Z","labels":{"controller-revision-hash":"5cbdb8dcbd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"f0963968-36b3-453b-a387-3e4fce1d5bdf","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"f0963968-36b3-453b-a387-3e4fce1d5bdf\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5510 chars]
I1006 00:37:08.064509 355454 request.go:629] Waited for 198.168324ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:37:08.064580 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:37:08.064584 355454 round_trippers.go:469] Request Headers:
I1006 00:37:08.064593 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:08.064599 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:08.066811 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:08.066831 355454 round_trippers.go:577] Response Headers:
I1006 00:37:08.066837 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:08.066843 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:08.066848 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:08 GMT
I1006 00:37:08.066853 355454 round_trippers.go:580] Audit-Id: 52833f8c-52f5-4882-ad56-1dfed0b830d5
I1006 00:37:08.066859 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:08.066864 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:08.066961 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"451","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1006 00:37:08.067259 355454 pod_ready.go:92] pod "kube-proxy-qp4h2" in "kube-system" namespace has status "Ready":"True"
I1006 00:37:08.067272 355454 pod_ready.go:81] duration metric: took 377.030965ms waiting for pod "kube-proxy-qp4h2" in "kube-system" namespace to be "Ready" ...
I1006 00:37:08.067282 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-vmjrb" in "kube-system" namespace to be "Ready" ...
I1006 00:37:08.263611 355454 request.go:629] Waited for 196.265972ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-vmjrb
I1006 00:37:08.263683 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-vmjrb
I1006 00:37:08.263694 355454 round_trippers.go:469] Request Headers:
I1006 00:37:08.263705 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:08.263715 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:08.266190 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:08.266213 355454 round_trippers.go:577] Response Headers:
I1006 00:37:08.266229 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:08.266239 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:08.266247 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:08.266259 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:08.266268 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:08 GMT
I1006 00:37:08.266282 355454 round_trippers.go:580] Audit-Id: da431b9d-760e-4976-bb87-dec0f1527407
I1006 00:37:08.266409 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-vmjrb","generateName":"kube-proxy-","namespace":"kube-system","uid":"11a17ce6-bbaf-44b2-b2ff-aa790effe8dd","resourceVersion":"513","creationTimestamp":"2023-10-06T00:37:04Z","labels":{"controller-revision-hash":"5cbdb8dcbd","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"f0963968-36b3-453b-a387-3e4fce1d5bdf","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:37:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"f0963968-36b3-453b-a387-3e4fce1d5bdf\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5518 chars]
I1006 00:37:08.464221 355454 request.go:629] Waited for 197.322741ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-050289-m02
I1006 00:37:08.464289 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289-m02
I1006 00:37:08.464301 355454 round_trippers.go:469] Request Headers:
I1006 00:37:08.464313 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:08.464326 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:08.466514 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:08.466534 355454 round_trippers.go:577] Response Headers:
I1006 00:37:08.466541 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:08.466549 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:08.466557 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:08.466569 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:08 GMT
I1006 00:37:08.466578 355454 round_trippers.go:580] Audit-Id: 08f1b31f-a2a3-4ccd-91dc-2e2aadd71ea9
I1006 00:37:08.466584 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:08.466734 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289-m02","uid":"fc6ec8ff-2d54-4396-a108-21a3a5fd81b5","resourceVersion":"510","creationTimestamp":"2023-10-06T00:37:04Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:37:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}
}}},{"manager":"kubeadm","operation":"Update","apiVersion":"v1","time": [truncated 5296 chars]
I1006 00:37:08.467085 355454 pod_ready.go:92] pod "kube-proxy-vmjrb" in "kube-system" namespace has status "Ready":"True"
I1006 00:37:08.467103 355454 pod_ready.go:81] duration metric: took 399.812335ms waiting for pod "kube-proxy-vmjrb" in "kube-system" namespace to be "Ready" ...
I1006 00:37:08.467116 355454 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:37:08.664556 355454 request.go:629] Waited for 197.340464ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-050289
I1006 00:37:08.664626 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-050289
I1006 00:37:08.664631 355454 round_trippers.go:469] Request Headers:
I1006 00:37:08.664639 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:08.664646 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:08.666907 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:08.666928 355454 round_trippers.go:577] Response Headers:
I1006 00:37:08.666939 355454 round_trippers.go:580] Audit-Id: 1da02f07-9d13-44e1-8342-6cf351ad6b4f
I1006 00:37:08.666946 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:08.666953 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:08.666960 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:08.666969 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:08.666978 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:08 GMT
I1006 00:37:08.667094 355454 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-050289","namespace":"kube-system","uid":"ffc19cc4-556d-489b-9822-d478155de892","resourceVersion":"395","creationTimestamp":"2023-10-06T00:36:04Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"b4227abdbbf0e4ad3dd38e001af2d2d3","kubernetes.io/config.mirror":"b4227abdbbf0e4ad3dd38e001af2d2d3","kubernetes.io/config.seen":"2023-10-06T00:36:03.807391869Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-10-06T00:36:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I1006 00:37:08.863618 355454 request.go:629] Waited for 196.12741ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:37:08.863701 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-050289
I1006 00:37:08.863710 355454 round_trippers.go:469] Request Headers:
I1006 00:37:08.863725 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:08.863747 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:08.866056 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:08.866080 355454 round_trippers.go:577] Response Headers:
I1006 00:37:08.866091 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:08 GMT
I1006 00:37:08.866101 355454 round_trippers.go:580] Audit-Id: f18e053a-fa61-4c0f-be49-40d675152a0e
I1006 00:37:08.866109 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:08.866118 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:08.866123 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:08.866129 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:08.866280 355454 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"451","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-10-06T00:36:00Z","fieldsType":"FieldsV1","fiel [truncated 5947 chars]
I1006 00:37:08.866632 355454 pod_ready.go:92] pod "kube-scheduler-multinode-050289" in "kube-system" namespace has status "Ready":"True"
I1006 00:37:08.866653 355454 pod_ready.go:81] duration metric: took 399.527155ms waiting for pod "kube-scheduler-multinode-050289" in "kube-system" namespace to be "Ready" ...
I1006 00:37:08.866671 355454 pod_ready.go:38] duration metric: took 1.20016294s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1006 00:37:08.866689 355454 system_svc.go:44] waiting for kubelet service to be running ....
I1006 00:37:08.866734 355454 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:37:08.877284 355454 system_svc.go:56] duration metric: took 10.588702ms WaitForService to wait for kubelet.
I1006 00:37:08.877308 355454 kubeadm.go:581] duration metric: took 3.233076393s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1006 00:37:08.877339 355454 node_conditions.go:102] verifying NodePressure condition ...
I1006 00:37:09.063743 355454 request.go:629] Waited for 186.270017ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I1006 00:37:09.063796 355454 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I1006 00:37:09.063803 355454 round_trippers.go:469] Request Headers:
I1006 00:37:09.063814 355454 round_trippers.go:473] Accept: application/json, */*
I1006 00:37:09.063829 355454 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1006 00:37:09.066248 355454 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1006 00:37:09.066277 355454 round_trippers.go:577] Response Headers:
I1006 00:37:09.066289 355454 round_trippers.go:580] Date: Fri, 06 Oct 2023 00:37:09 GMT
I1006 00:37:09.066298 355454 round_trippers.go:580] Audit-Id: bf890d52-319e-4560-8574-47ed6df404ac
I1006 00:37:09.066306 355454 round_trippers.go:580] Cache-Control: no-cache, private
I1006 00:37:09.066318 355454 round_trippers.go:580] Content-Type: application/json
I1006 00:37:09.066331 355454 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: d52428ab-d4f9-4a29-9691-3db1f31dc558
I1006 00:37:09.066339 355454 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: a34faadf-e61c-43b1-a294-255390afee69
I1006 00:37:09.066554 355454 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"515"},"items":[{"metadata":{"name":"multinode-050289","uid":"1183bd3c-e9e3-4c9c-9c57-9aed959ff06e","resourceVersion":"451","creationTimestamp":"2023-10-06T00:36:00Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-050289","kubernetes.io/os":"linux","minikube.k8s.io/commit":"6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34","minikube.k8s.io/name":"multinode-050289","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_10_06T00_36_04_0700","minikube.k8s.io/version":"v1.31.2","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 12288 chars]
I1006 00:37:09.067088 355454 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1006 00:37:09.067104 355454 node_conditions.go:123] node cpu capacity is 8
I1006 00:37:09.067113 355454 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1006 00:37:09.067121 355454 node_conditions.go:123] node cpu capacity is 8
I1006 00:37:09.067131 355454 node_conditions.go:105] duration metric: took 189.785906ms to run NodePressure ...
I1006 00:37:09.067145 355454 start.go:228] waiting for startup goroutines ...
I1006 00:37:09.067170 355454 start.go:242] writing updated cluster config ...
I1006 00:37:09.067449 355454 ssh_runner.go:195] Run: rm -f paused
I1006 00:37:09.114286 355454 start.go:600] kubectl: 1.28.2, cluster: 1.28.2 (minor skew: 0)
I1006 00:37:09.117112 355454 out.go:177] * Done! kubectl is now configured to use "multinode-050289" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Oct 06 00:36:48 multinode-050289 crio[955]: time="2023-10-06 00:36:48.266002972Z" level=info msg="Created container 44b24e1208ec9df9ecc4440668cd0d8d05c55bd2d84f9972937f1949bd9858ab: kube-system/coredns-5dd5756b68-nkltj/coredns" id=a5b94765-9a28-469e-b85a-29956747d72e name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 00:36:48 multinode-050289 crio[955]: time="2023-10-06 00:36:48.266084190Z" level=info msg="Starting container: b6295688fcb7325a514702ba4f6b2d39af24d2024073f9c7e312bf25fd63c91e" id=e8dca0dc-f177-4ee1-b2ca-7f3069ebd830 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 00:36:48 multinode-050289 crio[955]: time="2023-10-06 00:36:48.266410551Z" level=info msg="Starting container: 44b24e1208ec9df9ecc4440668cd0d8d05c55bd2d84f9972937f1949bd9858ab" id=bad5ddca-c359-41d6-89b9-cae22de67b28 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 00:36:48 multinode-050289 crio[955]: time="2023-10-06 00:36:48.282193225Z" level=info msg="Started container" PID=2346 containerID=44b24e1208ec9df9ecc4440668cd0d8d05c55bd2d84f9972937f1949bd9858ab description=kube-system/coredns-5dd5756b68-nkltj/coredns id=bad5ddca-c359-41d6-89b9-cae22de67b28 name=/runtime.v1.RuntimeService/StartContainer sandboxID=84365d18ae6480c5767a46c32e16c43b1dd8a72133089ac13914befc72933579
Oct 06 00:36:48 multinode-050289 crio[955]: time="2023-10-06 00:36:48.282966535Z" level=info msg="Started container" PID=2341 containerID=b6295688fcb7325a514702ba4f6b2d39af24d2024073f9c7e312bf25fd63c91e description=kube-system/storage-provisioner/storage-provisioner id=e8dca0dc-f177-4ee1-b2ca-7f3069ebd830 name=/runtime.v1.RuntimeService/StartContainer sandboxID=db42f172dcf0f8680fd50b62e4aba483f4bbcca93cb6f814d1754c7c9dec1a46
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.120702268Z" level=info msg="Running pod sandbox: default/busybox-5bc68d56bd-tlsv8/POD" id=d4a5ce59-ef8d-49dc-b93f-7d8c75acd684 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.120759512Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.133305963Z" level=info msg="Got pod network &{Name:busybox-5bc68d56bd-tlsv8 Namespace:default ID:bb061b7d2d22d97840c2518c7c29a4b827f8c6ed5049a002655d4637f50bd816 UID:94ad6aae-4f08-4f47-8317-f77342aa56e6 NetNS:/var/run/netns/564826ff-1ee9-44c0-8ac8-1f55788d7a64 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.133363248Z" level=info msg="Adding pod default_busybox-5bc68d56bd-tlsv8 to CNI network \"kindnet\" (type=ptp)"
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.142057472Z" level=info msg="Got pod network &{Name:busybox-5bc68d56bd-tlsv8 Namespace:default ID:bb061b7d2d22d97840c2518c7c29a4b827f8c6ed5049a002655d4637f50bd816 UID:94ad6aae-4f08-4f47-8317-f77342aa56e6 NetNS:/var/run/netns/564826ff-1ee9-44c0-8ac8-1f55788d7a64 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.142181567Z" level=info msg="Checking pod default_busybox-5bc68d56bd-tlsv8 for CNI network kindnet (type=ptp)"
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.164356168Z" level=info msg="Ran pod sandbox bb061b7d2d22d97840c2518c7c29a4b827f8c6ed5049a002655d4637f50bd816 with infra container: default/busybox-5bc68d56bd-tlsv8/POD" id=d4a5ce59-ef8d-49dc-b93f-7d8c75acd684 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.165439275Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28" id=5b70995c-0b51-4764-a536-19c61aff7776 name=/runtime.v1.ImageService/ImageStatus
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.165684131Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28 not found" id=5b70995c-0b51-4764-a536-19c61aff7776 name=/runtime.v1.ImageService/ImageStatus
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.166444971Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28" id=5c53855a-6474-4b0f-bcd2-3f3a1a069b4d name=/runtime.v1.ImageService/PullImage
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.171445297Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28\""
Oct 06 00:37:10 multinode-050289 crio[955]: time="2023-10-06 00:37:10.685440392Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28\""
Oct 06 00:37:11 multinode-050289 crio[955]: time="2023-10-06 00:37:11.553603967Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335" id=5c53855a-6474-4b0f-bcd2-3f3a1a069b4d name=/runtime.v1.ImageService/PullImage
Oct 06 00:37:11 multinode-050289 crio[955]: time="2023-10-06 00:37:11.554546293Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28" id=dc55d92d-ef87-4acc-b752-f2283dbe0630 name=/runtime.v1.ImageService/ImageStatus
Oct 06 00:37:11 multinode-050289 crio[955]: time="2023-10-06 00:37:11.555067813Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,RepoTags:[gcr.io/k8s-minikube/busybox:1.28],RepoDigests:[gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12],Size_:1363676,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=dc55d92d-ef87-4acc-b752-f2283dbe0630 name=/runtime.v1.ImageService/ImageStatus
Oct 06 00:37:11 multinode-050289 crio[955]: time="2023-10-06 00:37:11.555875127Z" level=info msg="Creating container: default/busybox-5bc68d56bd-tlsv8/busybox" id=1ad90e3e-de46-4bf9-a701-e947f9290c49 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 00:37:11 multinode-050289 crio[955]: time="2023-10-06 00:37:11.555969151Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 06 00:37:11 multinode-050289 crio[955]: time="2023-10-06 00:37:11.644939036Z" level=info msg="Created container 2254f5a870dce3929c891f5b2c2a5b5d2d92cbbc2a51a6bc0bd541a40557c498: default/busybox-5bc68d56bd-tlsv8/busybox" id=1ad90e3e-de46-4bf9-a701-e947f9290c49 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 00:37:11 multinode-050289 crio[955]: time="2023-10-06 00:37:11.645492430Z" level=info msg="Starting container: 2254f5a870dce3929c891f5b2c2a5b5d2d92cbbc2a51a6bc0bd541a40557c498" id=7381c5cb-9801-490b-96a0-efa28659a10a name=/runtime.v1.RuntimeService/StartContainer
Oct 06 00:37:11 multinode-050289 crio[955]: time="2023-10-06 00:37:11.656295264Z" level=info msg="Started container" PID=2514 containerID=2254f5a870dce3929c891f5b2c2a5b5d2d92cbbc2a51a6bc0bd541a40557c498 description=default/busybox-5bc68d56bd-tlsv8/busybox id=7381c5cb-9801-490b-96a0-efa28659a10a name=/runtime.v1.RuntimeService/StartContainer sandboxID=bb061b7d2d22d97840c2518c7c29a4b827f8c6ed5049a002655d4637f50bd816
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
2254f5a870dce gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 4 seconds ago Running busybox 0 bb061b7d2d22d busybox-5bc68d56bd-tlsv8
44b24e1208ec9 ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 27 seconds ago Running coredns 0 84365d18ae648 coredns-5dd5756b68-nkltj
b6295688fcb73 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 27 seconds ago Running storage-provisioner 0 db42f172dcf0f storage-provisioner
e3d7ce8b49ac3 c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc 59 seconds ago Running kindnet-cni 0 3f8b88e136fec kindnet-s4fj4
128e5e8e84388 c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0 59 seconds ago Running kube-proxy 0 e52b691055c0d kube-proxy-qp4h2
f97eb4ab4c781 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 About a minute ago Running etcd 0 77b5502a93552 etcd-multinode-050289
867584ccc170b 7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8 About a minute ago Running kube-scheduler 0 26cbb53735f81 kube-scheduler-multinode-050289
45f194f59e990 55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57 About a minute ago Running kube-controller-manager 0 3ec918bef3edd kube-controller-manager-multinode-050289
a26169cd3512a cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce About a minute ago Running kube-apiserver 0 9315d61604957 kube-apiserver-multinode-050289
*
* ==> coredns [44b24e1208ec9df9ecc4440668cd0d8d05c55bd2d84f9972937f1949bd9858ab] <==
* [INFO] 10.244.1.2:47030 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000129612s
[INFO] 10.244.0.3:51438 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000135895s
[INFO] 10.244.0.3:48643 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001439153s
[INFO] 10.244.0.3:51824 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000079032s
[INFO] 10.244.0.3:59652 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000065952s
[INFO] 10.244.0.3:40919 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001066657s
[INFO] 10.244.0.3:35690 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000041778s
[INFO] 10.244.0.3:36041 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00007371s
[INFO] 10.244.0.3:55900 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000034985s
[INFO] 10.244.1.2:46643 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000108404s
[INFO] 10.244.1.2:55035 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000086834s
[INFO] 10.244.1.2:40191 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000049778s
[INFO] 10.244.1.2:52057 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000048447s
[INFO] 10.244.0.3:47172 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000114138s
[INFO] 10.244.0.3:34368 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00007394s
[INFO] 10.244.0.3:43579 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000053681s
[INFO] 10.244.0.3:59151 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000039943s
[INFO] 10.244.1.2:33049 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000123453s
[INFO] 10.244.1.2:59047 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00013364s
[INFO] 10.244.1.2:49237 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000128925s
[INFO] 10.244.1.2:55214 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000080499s
[INFO] 10.244.0.3:48810 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000093987s
[INFO] 10.244.0.3:59279 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.0000755s
[INFO] 10.244.0.3:39622 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000046713s
[INFO] 10.244.0.3:44979 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000041887s
*
* ==> describe nodes <==
* Name: multinode-050289
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-050289
kubernetes.io/os=linux
minikube.k8s.io/commit=6d10c6aaabf1884d98dd60a7e38bb56ad09a1f34
minikube.k8s.io/name=multinode-050289
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_06T00_36_04_0700
minikube.k8s.io/version=v1.31.2
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 06 Oct 2023 00:36:00 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-050289
AcquireTime: <unset>
RenewTime: Fri, 06 Oct 2023 00:37:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 06 Oct 2023 00:36:47 +0000 Fri, 06 Oct 2023 00:35:59 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 06 Oct 2023 00:36:47 +0000 Fri, 06 Oct 2023 00:35:59 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 06 Oct 2023 00:36:47 +0000 Fri, 06 Oct 2023 00:35:59 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 06 Oct 2023 00:36:47 +0000 Fri, 06 Oct 2023 00:36:47 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.2
Hostname: multinode-050289
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859432Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859432Ki
pods: 110
System Info:
Machine ID: 9f681f0a7ee848ba91632af03f127c9d
System UUID: 930a95ea-6f37-45c9-b72b-3306e84f92aa
Boot ID: 1dca107e-c417-4a75-85f9-849863f7b851
Kernel Version: 5.15.0-1044-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.2
Kube-Proxy Version: v1.28.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-tlsv8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7s
kube-system coredns-5dd5756b68-nkltj 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 60s
kube-system etcd-multinode-050289 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 72s
kube-system kindnet-s4fj4 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 60s
kube-system kube-apiserver-multinode-050289 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 72s
kube-system kube-controller-manager-multinode-050289 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 72s
kube-system kube-proxy-qp4h2 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 60s
kube-system kube-scheduler-multinode-050289 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 72s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 59s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 220Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 58s kube-proxy
Normal NodeHasSufficientMemory 79s (x8 over 79s) kubelet Node multinode-050289 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 79s (x8 over 79s) kubelet Node multinode-050289 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 79s (x8 over 79s) kubelet Node multinode-050289 status is now: NodeHasSufficientPID
Normal Starting 73s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 73s kubelet Node multinode-050289 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 73s kubelet Node multinode-050289 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 73s kubelet Node multinode-050289 status is now: NodeHasSufficientPID
Normal RegisteredNode 61s node-controller Node multinode-050289 event: Registered Node multinode-050289 in Controller
Normal NodeReady 29s kubelet Node multinode-050289 status is now: NodeReady
Name: multinode-050289-m02
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-050289-m02
kubernetes.io/os=linux
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 06 Oct 2023 00:37:04 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-050289-m02
AcquireTime: <unset>
RenewTime: Fri, 06 Oct 2023 00:37:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 06 Oct 2023 00:37:07 +0000 Fri, 06 Oct 2023 00:37:04 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 06 Oct 2023 00:37:07 +0000 Fri, 06 Oct 2023 00:37:04 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 06 Oct 2023 00:37:07 +0000 Fri, 06 Oct 2023 00:37:04 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 06 Oct 2023 00:37:07 +0000 Fri, 06 Oct 2023 00:37:07 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.3
Hostname: multinode-050289-m02
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859432Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859432Ki
pods: 110
System Info:
Machine ID: e6100355bba943a5995ac4b8a5c1256b
System UUID: 05485b8c-14b7-462c-9091-1a926f986819
Boot ID: 1dca107e-c417-4a75-85f9-849863f7b851
Kernel Version: 5.15.0-1044-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.2
Kube-Proxy Version: v1.28.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-dhdrq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7s
kube-system kindnet-9tlfb 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 12s
kube-system kube-proxy-vmjrb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (1%!)(MISSING) 100m (1%!)(MISSING)
memory 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 9s kube-proxy
Normal NodeHasSufficientMemory 12s (x5 over 13s) kubelet Node multinode-050289-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12s (x5 over 13s) kubelet Node multinode-050289-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12s (x5 over 13s) kubelet Node multinode-050289-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 11s node-controller Node multinode-050289-m02 event: Registered Node multinode-050289-m02 in Controller
Normal NodeReady 9s kubelet Node multinode-050289-m02 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.004932] FS-Cache: N-cookie c=0000000f [p=00000003 fl=2 nc=0 na=1]
[ +0.007943] FS-Cache: N-cookie d=000000006369c034{9p.inode} n=00000000127299c9
[ +0.008732] FS-Cache: N-key=[8] '98a60f0200000000'
[ +0.267594] FS-Cache: Duplicate cookie detected
[ +0.004661] FS-Cache: O-cookie c=00000009 [p=00000003 fl=226 nc=0 na=1]
[ +0.006736] FS-Cache: O-cookie d=000000006369c034{9p.inode} n=00000000a185eca0
[ +0.007357] FS-Cache: O-key=[8] 'a2a60f0200000000'
[ +0.004904] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.006652] FS-Cache: N-cookie d=000000006369c034{9p.inode} n=000000000877448b
[ +0.007359] FS-Cache: N-key=[8] 'a2a60f0200000000'
[ +25.840779] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[Oct 6 00:28] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +1.028111] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +2.011878] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +4.159697] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +8.191455] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000025] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[Oct 6 00:29] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000030] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
[ +34.045667] IPv4: martian source 10.244.0.5 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: e2 2a ca 93 db 02 ae 50 b9 5f 4b a4 08 00
*
* ==> etcd [f97eb4ab4c78190be13c68344abd9d8a65199711a964519ba8204b363ef9bc6c] <==
* {"level":"info","ts":"2023-10-06T00:35:58.401882Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","added-peer-id":"b2c6679ac05f2cf1","added-peer-peer-urls":["https://192.168.58.2:2380"]}
{"level":"info","ts":"2023-10-06T00:35:58.403217Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-10-06T00:35:58.403425Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"b2c6679ac05f2cf1","initial-advertise-peer-urls":["https://192.168.58.2:2380"],"listen-peer-urls":["https://192.168.58.2:2380"],"advertise-client-urls":["https://192.168.58.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.58.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-10-06T00:35:58.403455Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-10-06T00:35:58.403519Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-10-06T00:35:58.40353Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-10-06T00:35:58.787018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 is starting a new election at term 1"}
{"level":"info","ts":"2023-10-06T00:35:58.787087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became pre-candidate at term 1"}
{"level":"info","ts":"2023-10-06T00:35:58.787112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgPreVoteResp from b2c6679ac05f2cf1 at term 1"}
{"level":"info","ts":"2023-10-06T00:35:58.787128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became candidate at term 2"}
{"level":"info","ts":"2023-10-06T00:35:58.787134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgVoteResp from b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-10-06T00:35:58.787143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became leader at term 2"}
{"level":"info","ts":"2023-10-06T00:35:58.787149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b2c6679ac05f2cf1 elected leader b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-10-06T00:35:58.788051Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-06T00:35:58.788735Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-10-06T00:35:58.788728Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"b2c6679ac05f2cf1","local-member-attributes":"{Name:multinode-050289 ClientURLs:[https://192.168.58.2:2379]}","request-path":"/0/members/b2c6679ac05f2cf1/attributes","cluster-id":"3a56e4ca95e2355c","publish-timeout":"7s"}
{"level":"info","ts":"2023-10-06T00:35:58.78876Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-10-06T00:35:58.788978Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-10-06T00:35:58.789055Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-10-06T00:35:58.789221Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-06T00:35:58.789657Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-06T00:35:58.789691Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-06T00:35:58.790012Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-10-06T00:35:58.790166Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.58.2:2379"}
{"level":"info","ts":"2023-10-06T00:36:56.551876Z","caller":"traceutil/trace.go:171","msg":"trace[1221568362] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"152.252194ms","start":"2023-10-06T00:36:56.399599Z","end":"2023-10-06T00:36:56.551851Z","steps":["trace[1221568362] 'process raft request' (duration: 152.099018ms)"],"step_count":1}
*
* ==> kernel <==
* 00:37:16 up 6:19, 0 users, load average: 0.77, 1.04, 1.57
Linux multinode-050289 5.15.0-1044-gcp #52~20.04.1-Ubuntu SMP Wed Sep 20 16:25:19 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [e3d7ce8b49ac3dee3f72a79d3da2b01a72103db09b312ca2ca1bc16d8a4470a7] <==
* I1006 00:36:17.086393 1 main.go:102] connected to apiserver: https://10.96.0.1:443
I1006 00:36:17.086475 1 main.go:107] hostIP = 192.168.58.2
podIP = 192.168.58.2
I1006 00:36:17.086627 1 main.go:116] setting mtu 1500 for CNI
I1006 00:36:17.086645 1 main.go:146] kindnetd IP family: "ipv4"
I1006 00:36:17.086667 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I1006 00:36:47.395427 1 main.go:191] Failed to get nodes, retrying after error: Get "https://10.96.0.1:443/api/v1/nodes": dial tcp 10.96.0.1:443: i/o timeout
I1006 00:36:47.402745 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1006 00:36:47.402769 1 main.go:227] handling current node
I1006 00:36:57.416651 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1006 00:36:57.416675 1 main.go:227] handling current node
I1006 00:37:07.429078 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1006 00:37:07.429102 1 main.go:227] handling current node
I1006 00:37:07.429111 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1006 00:37:07.429116 1 main.go:250] Node multinode-050289-m02 has CIDR [10.244.1.0/24]
I1006 00:37:07.429289 1 routes.go:62] Adding route {Ifindex: 0 Dst: 10.244.1.0/24 Src: <nil> Gw: 192.168.58.3 Flags: [] Table: 0}
*
* ==> kube-apiserver [a26169cd3512a39989b553bf5d7edcffa74310de355a285f65b85497cef97b1b] <==
* I1006 00:36:00.695995 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1006 00:36:00.696286 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 00:36:00.697442 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1006 00:36:00.697515 1 aggregator.go:166] initial CRD sync complete...
I1006 00:36:00.697547 1 autoregister_controller.go:141] Starting autoregister controller
I1006 00:36:00.697575 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1006 00:36:00.697605 1 cache.go:39] Caches are synced for autoregister controller
I1006 00:36:00.697658 1 controller.go:624] quota admission added evaluator for: namespaces
I1006 00:36:00.784700 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1006 00:36:01.600447 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1006 00:36:01.604610 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1006 00:36:01.604628 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 00:36:01.961637 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 00:36:01.993520 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 00:36:02.105835 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1006 00:36:02.111178 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.58.2]
I1006 00:36:02.112133 1 controller.go:624] quota admission added evaluator for: endpoints
I1006 00:36:02.115729 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 00:36:02.621217 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1006 00:36:03.752792 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1006 00:36:03.762609 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1006 00:36:03.770936 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I1006 00:36:15.976902 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1006 00:36:16.277103 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I1006 00:36:16.277150 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
*
* ==> kube-controller-manager [45f194f59e990dd1b2cb58d45f1609350189afcd5c853eb443bfaf7763c042ca] <==
* I1006 00:36:48.982915 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="126.312µs"
I1006 00:36:49.005678 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="6.285883ms"
I1006 00:36:49.005816 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="89.822µs"
I1006 00:36:50.475000 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I1006 00:36:50.475204 1 event.go:307] "Event occurred" object="kube-system/storage-provisioner" fieldPath="" kind="Pod" apiVersion="" type="Normal" reason="TaintManagerEviction" message="Cancelling deletion of Pod kube-system/storage-provisioner"
I1006 00:36:50.475235 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68-nkltj" fieldPath="" kind="Pod" apiVersion="" type="Normal" reason="TaintManagerEviction" message="Cancelling deletion of Pod kube-system/coredns-5dd5756b68-nkltj"
I1006 00:37:04.939949 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"multinode-050289-m02\" does not exist"
I1006 00:37:04.945738 1 range_allocator.go:380] "Set node PodCIDR" node="multinode-050289-m02" podCIDRs=["10.244.1.0/24"]
I1006 00:37:04.949205 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-vmjrb"
I1006 00:37:04.951075 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-9tlfb"
I1006 00:37:05.481626 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="multinode-050289-m02"
I1006 00:37:05.482013 1 event.go:307] "Event occurred" object="multinode-050289-m02" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node multinode-050289-m02 event: Registered Node multinode-050289-m02 in Controller"
I1006 00:37:07.296467 1 topologycache.go:237] "Can't get CPU or zone information for node" node="multinode-050289-m02"
I1006 00:37:09.800098 1 event.go:307] "Event occurred" object="default/busybox" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set busybox-5bc68d56bd to 2"
I1006 00:37:09.808771 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-dhdrq"
I1006 00:37:09.815130 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-tlsv8"
I1006 00:37:09.824065 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="24.256107ms"
I1006 00:37:09.827745 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="3.632178ms"
I1006 00:37:09.827845 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="50.25µs"
I1006 00:37:09.829143 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="61.456µs"
I1006 00:37:10.492531 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd-dhdrq" fieldPath="" kind="Pod" apiVersion="" type="Normal" reason="TaintManagerEviction" message="Cancelling deletion of Pod default/busybox-5bc68d56bd-dhdrq"
I1006 00:37:12.029143 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="4.776259ms"
I1006 00:37:12.029252 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="63.272µs"
I1006 00:37:12.516335 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="4.867595ms"
I1006 00:37:12.516429 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="52.892µs"
*
* ==> kube-proxy [128e5e8e843880103d73d04161bd6a018f7f8fee44350f13d1d911797d7c8751] <==
* I1006 00:36:17.192006 1 server_others.go:69] "Using iptables proxy"
I1006 00:36:17.206170 1 node.go:141] Successfully retrieved node IP: 192.168.58.2
I1006 00:36:17.298554 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 00:36:17.300609 1 server_others.go:152] "Using iptables Proxier"
I1006 00:36:17.300651 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1006 00:36:17.300662 1 server_others.go:438] "Defaulting to no-op detect-local"
I1006 00:36:17.300696 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1006 00:36:17.300971 1 server.go:846] "Version info" version="v1.28.2"
I1006 00:36:17.300987 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 00:36:17.301802 1 config.go:188] "Starting service config controller"
I1006 00:36:17.301829 1 shared_informer.go:311] Waiting for caches to sync for service config
I1006 00:36:17.301863 1 config.go:97] "Starting endpoint slice config controller"
I1006 00:36:17.301872 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1006 00:36:17.301898 1 config.go:315] "Starting node config controller"
I1006 00:36:17.301931 1 shared_informer.go:311] Waiting for caches to sync for node config
I1006 00:36:17.402804 1 shared_informer.go:318] Caches are synced for node config
I1006 00:36:17.402835 1 shared_informer.go:318] Caches are synced for service config
I1006 00:36:17.402835 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [867584ccc170be5b2d81bd5624527155dd6ddd42e006bfa049fc49b6d4a9570f] <==
* W1006 00:36:00.788884 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1006 00:36:00.788902 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1006 00:36:00.788965 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1006 00:36:00.788983 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1006 00:36:00.789272 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1006 00:36:00.789291 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1006 00:36:00.789989 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1006 00:36:00.790020 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1006 00:36:00.790172 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1006 00:36:00.790198 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1006 00:36:00.790270 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1006 00:36:00.790309 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1006 00:36:00.790609 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1006 00:36:00.790636 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1006 00:36:01.627349 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1006 00:36:01.627385 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1006 00:36:01.782505 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1006 00:36:01.782549 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1006 00:36:01.787024 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1006 00:36:01.787069 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1006 00:36:01.823464 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1006 00:36:01.823496 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1006 00:36:01.838682 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1006 00:36:01.838721 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
I1006 00:36:02.084287 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Oct 06 00:36:16 multinode-050289 kubelet[1592]: I1006 00:36:16.394712 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/7c83762b-0d08-4875-9fc4-71c804826b01-cni-cfg\") pod \"kindnet-s4fj4\" (UID: \"7c83762b-0d08-4875-9fc4-71c804826b01\") " pod="kube-system/kindnet-s4fj4"
Oct 06 00:36:16 multinode-050289 kubelet[1592]: I1006 00:36:16.394736 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/7c83762b-0d08-4875-9fc4-71c804826b01-xtables-lock\") pod \"kindnet-s4fj4\" (UID: \"7c83762b-0d08-4875-9fc4-71c804826b01\") " pod="kube-system/kindnet-s4fj4"
Oct 06 00:36:16 multinode-050289 kubelet[1592]: I1006 00:36:16.394876 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/7c83762b-0d08-4875-9fc4-71c804826b01-lib-modules\") pod \"kindnet-s4fj4\" (UID: \"7c83762b-0d08-4875-9fc4-71c804826b01\") " pod="kube-system/kindnet-s4fj4"
Oct 06 00:36:16 multinode-050289 kubelet[1592]: I1006 00:36:16.394952 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/5cb643e9-287b-4635-b40a-f5dcc2fa3f71-lib-modules\") pod \"kube-proxy-qp4h2\" (UID: \"5cb643e9-287b-4635-b40a-f5dcc2fa3f71\") " pod="kube-system/kube-proxy-qp4h2"
Oct 06 00:36:16 multinode-050289 kubelet[1592]: I1006 00:36:16.395055 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vdt7v\" (UniqueName: \"kubernetes.io/projected/7c83762b-0d08-4875-9fc4-71c804826b01-kube-api-access-vdt7v\") pod \"kindnet-s4fj4\" (UID: \"7c83762b-0d08-4875-9fc4-71c804826b01\") " pod="kube-system/kindnet-s4fj4"
Oct 06 00:36:16 multinode-050289 kubelet[1592]: I1006 00:36:16.395097 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/5cb643e9-287b-4635-b40a-f5dcc2fa3f71-kube-proxy\") pod \"kube-proxy-qp4h2\" (UID: \"5cb643e9-287b-4635-b40a-f5dcc2fa3f71\") " pod="kube-system/kube-proxy-qp4h2"
Oct 06 00:36:16 multinode-050289 kubelet[1592]: W1006 00:36:16.681977 1592 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/crio-e52b691055c0d7413320717b31bb67b31e36f9c487ee27bf0016b464a9ff3777 WatchSource:0}: Error finding container e52b691055c0d7413320717b31bb67b31e36f9c487ee27bf0016b464a9ff3777: Status 404 returned error can't find the container with id e52b691055c0d7413320717b31bb67b31e36f9c487ee27bf0016b464a9ff3777
Oct 06 00:36:16 multinode-050289 kubelet[1592]: W1006 00:36:16.683601 1592 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/crio-3f8b88e136fec1395d32780425cab984c6ac12d137df77cdf7bb9f9e2d49cf02 WatchSource:0}: Error finding container 3f8b88e136fec1395d32780425cab984c6ac12d137df77cdf7bb9f9e2d49cf02: Status 404 returned error can't find the container with id 3f8b88e136fec1395d32780425cab984c6ac12d137df77cdf7bb9f9e2d49cf02
Oct 06 00:36:17 multinode-050289 kubelet[1592]: I1006 00:36:17.931000 1592 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kindnet-s4fj4" podStartSLOduration=1.9309466419999999 podCreationTimestamp="2023-10-06 00:36:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-06 00:36:17.930653085 +0000 UTC m=+14.202462374" watchObservedRunningTime="2023-10-06 00:36:17.930946642 +0000 UTC m=+14.202755931"
Oct 06 00:36:17 multinode-050289 kubelet[1592]: I1006 00:36:17.938909 1592 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-proxy-qp4h2" podStartSLOduration=1.938861503 podCreationTimestamp="2023-10-06 00:36:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-06 00:36:17.938810491 +0000 UTC m=+14.210619781" watchObservedRunningTime="2023-10-06 00:36:17.938861503 +0000 UTC m=+14.210670792"
Oct 06 00:36:47 multinode-050289 kubelet[1592]: I1006 00:36:47.845141 1592 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Oct 06 00:36:47 multinode-050289 kubelet[1592]: I1006 00:36:47.867944 1592 topology_manager.go:215] "Topology Admit Handler" podUID="fa2abe62-3aed-495b-883c-068e126602c9" podNamespace="kube-system" podName="storage-provisioner"
Oct 06 00:36:47 multinode-050289 kubelet[1592]: I1006 00:36:47.869339 1592 topology_manager.go:215] "Topology Admit Handler" podUID="223def7e-7eaf-4f69-a9cb-2ee7a69f3b50" podNamespace="kube-system" podName="coredns-5dd5756b68-nkltj"
Oct 06 00:36:48 multinode-050289 kubelet[1592]: I1006 00:36:48.017351 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/fa2abe62-3aed-495b-883c-068e126602c9-tmp\") pod \"storage-provisioner\" (UID: \"fa2abe62-3aed-495b-883c-068e126602c9\") " pod="kube-system/storage-provisioner"
Oct 06 00:36:48 multinode-050289 kubelet[1592]: I1006 00:36:48.017416 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m8n4b\" (UniqueName: \"kubernetes.io/projected/fa2abe62-3aed-495b-883c-068e126602c9-kube-api-access-m8n4b\") pod \"storage-provisioner\" (UID: \"fa2abe62-3aed-495b-883c-068e126602c9\") " pod="kube-system/storage-provisioner"
Oct 06 00:36:48 multinode-050289 kubelet[1592]: I1006 00:36:48.017489 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pknsw\" (UniqueName: \"kubernetes.io/projected/223def7e-7eaf-4f69-a9cb-2ee7a69f3b50-kube-api-access-pknsw\") pod \"coredns-5dd5756b68-nkltj\" (UID: \"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50\") " pod="kube-system/coredns-5dd5756b68-nkltj"
Oct 06 00:36:48 multinode-050289 kubelet[1592]: I1006 00:36:48.017581 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/223def7e-7eaf-4f69-a9cb-2ee7a69f3b50-config-volume\") pod \"coredns-5dd5756b68-nkltj\" (UID: \"223def7e-7eaf-4f69-a9cb-2ee7a69f3b50\") " pod="kube-system/coredns-5dd5756b68-nkltj"
Oct 06 00:36:48 multinode-050289 kubelet[1592]: W1006 00:36:48.202107 1592 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/crio-db42f172dcf0f8680fd50b62e4aba483f4bbcca93cb6f814d1754c7c9dec1a46 WatchSource:0}: Error finding container db42f172dcf0f8680fd50b62e4aba483f4bbcca93cb6f814d1754c7c9dec1a46: Status 404 returned error can't find the container with id db42f172dcf0f8680fd50b62e4aba483f4bbcca93cb6f814d1754c7c9dec1a46
Oct 06 00:36:48 multinode-050289 kubelet[1592]: W1006 00:36:48.202370 1592 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/crio-84365d18ae6480c5767a46c32e16c43b1dd8a72133089ac13914befc72933579 WatchSource:0}: Error finding container 84365d18ae6480c5767a46c32e16c43b1dd8a72133089ac13914befc72933579: Status 404 returned error can't find the container with id 84365d18ae6480c5767a46c32e16c43b1dd8a72133089ac13914befc72933579
Oct 06 00:36:48 multinode-050289 kubelet[1592]: I1006 00:36:48.982909 1592 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-5dd5756b68-nkltj" podStartSLOduration=32.982862037 podCreationTimestamp="2023-10-06 00:36:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-06 00:36:48.982480306 +0000 UTC m=+45.254289595" watchObservedRunningTime="2023-10-06 00:36:48.982862037 +0000 UTC m=+45.254671327"
Oct 06 00:36:48 multinode-050289 kubelet[1592]: I1006 00:36:48.990935 1592 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=31.990891202 podCreationTimestamp="2023-10-06 00:36:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-06 00:36:48.990786494 +0000 UTC m=+45.262595808" watchObservedRunningTime="2023-10-06 00:36:48.990891202 +0000 UTC m=+45.262700491"
Oct 06 00:37:09 multinode-050289 kubelet[1592]: I1006 00:37:09.818522 1592 topology_manager.go:215] "Topology Admit Handler" podUID="94ad6aae-4f08-4f47-8317-f77342aa56e6" podNamespace="default" podName="busybox-5bc68d56bd-tlsv8"
Oct 06 00:37:09 multinode-050289 kubelet[1592]: I1006 00:37:09.929255 1592 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-54djg\" (UniqueName: \"kubernetes.io/projected/94ad6aae-4f08-4f47-8317-f77342aa56e6-kube-api-access-54djg\") pod \"busybox-5bc68d56bd-tlsv8\" (UID: \"94ad6aae-4f08-4f47-8317-f77342aa56e6\") " pod="default/busybox-5bc68d56bd-tlsv8"
Oct 06 00:37:10 multinode-050289 kubelet[1592]: W1006 00:37:10.162091 1592 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/crio-bb061b7d2d22d97840c2518c7c29a4b827f8c6ed5049a002655d4637f50bd816 WatchSource:0}: Error finding container bb061b7d2d22d97840c2518c7c29a4b827f8c6ed5049a002655d4637f50bd816: Status 404 returned error can't find the container with id bb061b7d2d22d97840c2518c7c29a4b827f8c6ed5049a002655d4637f50bd816
Oct 06 00:37:12 multinode-050289 kubelet[1592]: I1006 00:37:12.024375 1592 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/busybox-5bc68d56bd-tlsv8" podStartSLOduration=1.636148308 podCreationTimestamp="2023-10-06 00:37:09 +0000 UTC" firstStartedPulling="2023-10-06 00:37:10.165854887 +0000 UTC m=+66.437664163" lastFinishedPulling="2023-10-06 00:37:11.554041951 +0000 UTC m=+67.825851223" observedRunningTime="2023-10-06 00:37:12.024045099 +0000 UTC m=+68.295854389" watchObservedRunningTime="2023-10-06 00:37:12.024335368 +0000 UTC m=+68.296144658"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p multinode-050289 -n multinode-050289
helpers_test.go:261: (dbg) Run: kubectl --context multinode-050289 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (3.11s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:133: (dbg) Run: /tmp/minikube-v1.9.0.1843014473.exe start -p running-upgrade-306182 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:133: (dbg) Done: /tmp/minikube-v1.9.0.1843014473.exe start -p running-upgrade-306182 --memory=2200 --vm-driver=docker --container-runtime=crio: (1m6.957023039s)
version_upgrade_test.go:143: (dbg) Run: out/minikube-linux-amd64 start -p running-upgrade-306182 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:143: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p running-upgrade-306182 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (2.4774746s)
-- stdout --
* [running-upgrade-306182] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17365
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.2 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.2
* Using the docker driver based on existing profile
* Starting control plane node running-upgrade-306182 in cluster running-upgrade-306182
* Pulling base image ...
* Updating the running docker "running-upgrade-306182" container ...
-- /stdout --
** stderr **
I1006 00:48:51.435543 438463 out.go:296] Setting OutFile to fd 1 ...
I1006 00:48:51.435708 438463 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:48:51.435721 438463 out.go:309] Setting ErrFile to fd 2...
I1006 00:48:51.435728 438463 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:48:51.435934 438463 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:48:51.436559 438463 out.go:303] Setting JSON to false
I1006 00:48:51.505169 438463 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":23483,"bootTime":1696529848,"procs":649,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:48:51.505302 438463 start.go:138] virtualization: kvm guest
I1006 00:48:51.507988 438463 out.go:177] * [running-upgrade-306182] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:48:51.510348 438463 out.go:177] - MINIKUBE_LOCATION=17365
I1006 00:48:51.510214 438463 notify.go:220] Checking for updates...
I1006 00:48:51.513101 438463 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:48:51.515973 438463 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:48:51.517772 438463 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:48:51.519209 438463 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1006 00:48:51.520604 438463 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1006 00:48:51.522753 438463 config.go:182] Loaded profile config "running-upgrade-306182": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1006 00:48:51.522807 438463 start_flags.go:698] config upgrade: KicBaseImage=gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1006 00:48:51.524747 438463 out.go:177] * Kubernetes 1.28.2 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.2
I1006 00:48:51.526626 438463 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:48:51.565411 438463 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:48:51.565499 438463 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:48:51.667246 438463 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:72 OomKillDisable:true NGoroutines:88 SystemTime:2023-10-06 00:48:51.650629462 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:48:51.667393 438463 docker.go:294] overlay module found
I1006 00:48:51.673893 438463 out.go:177] * Using the docker driver based on existing profile
I1006 00:48:51.675350 438463 start.go:298] selected driver: docker
I1006 00:48:51.675370 438463 start.go:902] validating driver "docker" against &{Name:running-upgrade-306182 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:running-upgrade-306182 Namespace: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.4 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s}
I1006 00:48:51.675489 438463 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 00:48:51.676643 438463 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:48:51.771193 438463 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:72 OomKillDisable:true NGoroutines:88 SystemTime:2023-10-06 00:48:51.757988032 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:48:51.771535 438463 cni.go:84] Creating CNI manager for ""
I1006 00:48:51.771556 438463 cni.go:129] EnableDefaultCNI is true, recommending bridge
I1006 00:48:51.771566 438463 start_flags.go:321] config:
{Name:running-upgrade-306182 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:running-upgrade-306182 Namespace: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.4 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 Auto
PauseInterval:0s}
I1006 00:48:51.773865 438463 out.go:177] * Starting control plane node running-upgrade-306182 in cluster running-upgrade-306182
I1006 00:48:51.775538 438463 cache.go:122] Beginning downloading kic base image for docker with crio
I1006 00:48:51.776971 438463 out.go:177] * Pulling base image ...
I1006 00:48:51.778419 438463 preload.go:132] Checking if preload exists for k8s version v1.18.0 and runtime crio
I1006 00:48:51.778457 438463 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1006 00:48:51.813495 438463 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1006 00:48:51.813528 438463 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
W1006 00:48:51.813643 438463 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.0/preloaded-images-k8s-v18-v1.18.0-cri-o-overlay-amd64.tar.lz4 status code: 404
I1006 00:48:51.813828 438463 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/running-upgrade-306182/config.json ...
I1006 00:48:51.814054 438463 cache.go:195] Successfully downloaded all kic artifacts
I1006 00:48:51.814111 438463 start.go:365] acquiring machines lock for running-upgrade-306182: {Name:mkc701325ee47d76fcea31b68b7b3ddccabe4218 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.814244 438463 start.go:369] acquired machines lock for "running-upgrade-306182" in 91.404µs
I1006 00:48:51.814277 438463 start.go:96] Skipping create...Using existing machine configuration
I1006 00:48:51.814286 438463 fix.go:54] fixHost starting: m01
I1006 00:48:51.814563 438463 cli_runner.go:164] Run: docker container inspect running-upgrade-306182 --format={{.State.Status}}
I1006 00:48:51.814789 438463 cache.go:107] acquiring lock: {Name:mk9fecf5c35a654979023039b4b0fef2136bd4b5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.814878 438463 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1006 00:48:51.814889 438463 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5" took 108.083µs
I1006 00:48:51.814899 438463 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1006 00:48:51.814913 438463 cache.go:107] acquiring lock: {Name:mk564dc5e99621ea4ff1ca5e326b8d3c6605aa5c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.814887 438463 cache.go:107] acquiring lock: {Name:mk99ef65f543972549239a444f86e32b63b2c9ba Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.814946 438463 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 exists
I1006 00:48:51.814952 438463 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2" took 41.523µs
I1006 00:48:51.814961 438463 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 succeeded
I1006 00:48:51.814980 438463 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 exists
I1006 00:48:51.814992 438463 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.18.0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0" took 128.404µs
I1006 00:48:51.815005 438463 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.18.0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 succeeded
I1006 00:48:51.814993 438463 cache.go:107] acquiring lock: {Name:mkc9f1bc98fd82a3a21ace1700bc05b918f92048 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.814973 438463 cache.go:107] acquiring lock: {Name:mkfb473071c2081135e752d666a64c397b6a6bc1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.814999 438463 cache.go:107] acquiring lock: {Name:mkbfb2eea1bbed915ef99a4024f3751c2aedb508 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.815033 438463 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 exists
I1006 00:48:51.815044 438463 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 exists
I1006 00:48:51.815041 438463 cache.go:96] cache image "registry.k8s.io/coredns:1.6.7" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7" took 50.52µs
I1006 00:48:51.815053 438463 cache.go:80] save to tar file registry.k8s.io/coredns:1.6.7 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 succeeded
I1006 00:48:51.815054 438463 cache.go:96] cache image "registry.k8s.io/etcd:3.4.3-0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0" took 82.417µs
I1006 00:48:51.815063 438463 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.3-0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 succeeded
I1006 00:48:51.815075 438463 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 exists
I1006 00:48:51.815086 438463 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.18.0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0" took 97.964µs
I1006 00:48:51.815106 438463 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.18.0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 succeeded
I1006 00:48:51.815082 438463 cache.go:107] acquiring lock: {Name:mkb3648351c3bb43421106648706289451f0a998 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.815108 438463 cache.go:107] acquiring lock: {Name:mk0fabd0182fff1c522acbbac5860a6ca8e0f576 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:48:51.815156 438463 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 exists
I1006 00:48:51.815166 438463 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.18.0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0" took 61.402µs
I1006 00:48:51.815174 438463 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.18.0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 succeeded
I1006 00:48:51.815186 438463 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 exists
I1006 00:48:51.815200 438463 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.18.0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0" took 153.424µs
I1006 00:48:51.815215 438463 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.18.0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 succeeded
I1006 00:48:51.815223 438463 cache.go:87] Successfully saved all images to host disk.
I1006 00:48:51.834433 438463 fix.go:102] recreateIfNeeded on running-upgrade-306182: state=Running err=<nil>
W1006 00:48:51.834462 438463 fix.go:128] unexpected machine state, will restart: <nil>
I1006 00:48:51.837109 438463 out.go:177] * Updating the running docker "running-upgrade-306182" container ...
I1006 00:48:51.838573 438463 machine.go:88] provisioning docker machine ...
I1006 00:48:51.838617 438463 ubuntu.go:169] provisioning hostname "running-upgrade-306182"
I1006 00:48:51.838688 438463 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-306182
I1006 00:48:51.854954 438463 main.go:141] libmachine: Using SSH client type: native
I1006 00:48:51.855339 438463 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32941 <nil> <nil>}
I1006 00:48:51.855365 438463 main.go:141] libmachine: About to run SSH command:
sudo hostname running-upgrade-306182 && echo "running-upgrade-306182" | sudo tee /etc/hostname
I1006 00:48:51.978579 438463 main.go:141] libmachine: SSH cmd err, output: <nil>: running-upgrade-306182
I1006 00:48:51.978662 438463 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-306182
I1006 00:48:52.011605 438463 main.go:141] libmachine: Using SSH client type: native
I1006 00:48:52.012186 438463 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32941 <nil> <nil>}
I1006 00:48:52.012222 438463 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\srunning-upgrade-306182' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 running-upgrade-306182/g' /etc/hosts;
else
echo '127.0.1.1 running-upgrade-306182' | sudo tee -a /etc/hosts;
fi
fi
I1006 00:48:52.129382 438463 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 00:48:52.129406 438463 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17365-262900/.minikube CaCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17365-262900/.minikube}
I1006 00:48:52.129450 438463 ubuntu.go:177] setting up certificates
I1006 00:48:52.129463 438463 provision.go:83] configureAuth start
I1006 00:48:52.129527 438463 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-306182
I1006 00:48:52.147440 438463 provision.go:138] copyHostCerts
I1006 00:48:52.147502 438463 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem, removing ...
I1006 00:48:52.147511 438463 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem
I1006 00:48:52.147575 438463 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem (1082 bytes)
I1006 00:48:52.147665 438463 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem, removing ...
I1006 00:48:52.147672 438463 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem
I1006 00:48:52.147697 438463 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem (1123 bytes)
I1006 00:48:52.147743 438463 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem, removing ...
I1006 00:48:52.147747 438463 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem
I1006 00:48:52.147769 438463 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem (1675 bytes)
I1006 00:48:52.147820 438463 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem org=jenkins.running-upgrade-306182 san=[172.17.0.4 127.0.0.1 localhost 127.0.0.1 minikube running-upgrade-306182]
I1006 00:48:52.264691 438463 provision.go:172] copyRemoteCerts
I1006 00:48:52.264763 438463 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 00:48:52.264826 438463 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-306182
I1006 00:48:52.284111 438463 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32941 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/running-upgrade-306182/id_rsa Username:docker}
I1006 00:48:52.377099 438463 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 00:48:52.398424 438463 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1006 00:48:52.422088 438463 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 00:48:52.449611 438463 provision.go:86] duration metric: configureAuth took 320.134079ms
I1006 00:48:52.449645 438463 ubuntu.go:193] setting minikube options for container-runtime
I1006 00:48:52.449869 438463 config.go:182] Loaded profile config "running-upgrade-306182": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1006 00:48:52.450019 438463 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-306182
I1006 00:48:52.469579 438463 main.go:141] libmachine: Using SSH client type: native
I1006 00:48:52.470046 438463 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32941 <nil> <nil>}
I1006 00:48:52.470079 438463 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 00:48:52.945134 438463 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 00:48:52.945158 438463 machine.go:91] provisioned docker machine in 1.106567395s
I1006 00:48:52.945168 438463 start.go:300] post-start starting for "running-upgrade-306182" (driver="docker")
I1006 00:48:52.945178 438463 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 00:48:52.945234 438463 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 00:48:52.945275 438463 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-306182
I1006 00:48:52.963472 438463 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32941 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/running-upgrade-306182/id_rsa Username:docker}
I1006 00:48:53.048748 438463 ssh_runner.go:195] Run: cat /etc/os-release
I1006 00:48:53.051550 438463 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1006 00:48:53.051581 438463 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 00:48:53.051594 438463 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1006 00:48:53.051604 438463 info.go:137] Remote host: Ubuntu 19.10
I1006 00:48:53.051621 438463 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/addons for local assets ...
I1006 00:48:53.051682 438463 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/files for local assets ...
I1006 00:48:53.051789 438463 filesync.go:149] local asset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> 2696902.pem in /etc/ssl/certs
I1006 00:48:53.051910 438463 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 00:48:53.058554 438463 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem --> /etc/ssl/certs/2696902.pem (1708 bytes)
I1006 00:48:53.075457 438463 start.go:303] post-start completed in 130.271172ms
I1006 00:48:53.075525 438463 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 00:48:53.075563 438463 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-306182
I1006 00:48:53.101436 438463 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32941 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/running-upgrade-306182/id_rsa Username:docker}
I1006 00:48:53.187568 438463 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 00:48:53.192596 438463 fix.go:56] fixHost completed within 1.378301559s
I1006 00:48:53.192622 438463 start.go:83] releasing machines lock for "running-upgrade-306182", held for 1.378353653s
I1006 00:48:53.192696 438463 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-306182
I1006 00:48:53.218237 438463 ssh_runner.go:195] Run: cat /version.json
I1006 00:48:53.218275 438463 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 00:48:53.218291 438463 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-306182
I1006 00:48:53.218354 438463 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-306182
I1006 00:48:53.242513 438463 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32941 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/running-upgrade-306182/id_rsa Username:docker}
I1006 00:48:53.242908 438463 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32941 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/running-upgrade-306182/id_rsa Username:docker}
W1006 00:48:53.351774 438463 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1006 00:48:53.351843 438463 ssh_runner.go:195] Run: systemctl --version
I1006 00:48:53.355514 438463 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 00:48:53.411262 438463 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1006 00:48:53.415374 438463 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:48:53.431896 438463 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1006 00:48:53.431965 438463 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:48:53.454877 438463 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1006 00:48:53.454901 438463 start.go:469] detecting cgroup driver to use...
I1006 00:48:53.454938 438463 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1006 00:48:53.454985 438463 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 00:48:53.480656 438463 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 00:48:53.490833 438463 docker.go:197] disabling cri-docker service (if available) ...
I1006 00:48:53.490889 438463 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 00:48:53.499810 438463 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 00:48:53.509076 438463 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
W1006 00:48:53.518781 438463 docker.go:207] Failed to disable socket "cri-docker.socket" (might be ok): sudo systemctl disable cri-docker.socket: Process exited with status 1
stdout:
stderr:
Failed to disable unit: Unit file cri-docker.socket does not exist.
I1006 00:48:53.518836 438463 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 00:48:53.596535 438463 docker.go:213] disabling docker service ...
I1006 00:48:53.596593 438463 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 00:48:53.608279 438463 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 00:48:53.619984 438463 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 00:48:53.709760 438463 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 00:48:53.797664 438463 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 00:48:53.808066 438463 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 00:48:53.822386 438463 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1006 00:48:53.822468 438463 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:48:53.834303 438463 out.go:177]
W1006 00:48:53.835948 438463 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1006 00:48:53.835976 438463 out.go:239] *
*
W1006 00:48:53.837050 438463 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 00:48:53.839325 438463 out.go:177]
** /stderr **
version_upgrade_test.go:145: upgrade from v1.9.0 to HEAD failed: out/minikube-linux-amd64 start -p running-upgrade-306182 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90
panic.go:523: *** TestRunningBinaryUpgrade FAILED at 2023-10-06 00:48:53.860473112 +0000 UTC m=+1904.281106518
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestRunningBinaryUpgrade]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect running-upgrade-306182
helpers_test.go:235: (dbg) docker inspect running-upgrade-306182:
-- stdout --
[
{
"Id": "e20c5a4877572b1439ad0b74fffcd307034394483b81897dcd32262ee3417487",
"Created": "2023-10-06T00:47:44.808044505Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 418861,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-06T00:47:45.89713535Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:11589cdc9ef4b67a64cc243dd3cf013e81ad02bbed105fc37dc07aa272044680",
"ResolvConfPath": "/var/lib/docker/containers/e20c5a4877572b1439ad0b74fffcd307034394483b81897dcd32262ee3417487/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e20c5a4877572b1439ad0b74fffcd307034394483b81897dcd32262ee3417487/hostname",
"HostsPath": "/var/lib/docker/containers/e20c5a4877572b1439ad0b74fffcd307034394483b81897dcd32262ee3417487/hosts",
"LogPath": "/var/lib/docker/containers/e20c5a4877572b1439ad0b74fffcd307034394483b81897dcd32262ee3417487/e20c5a4877572b1439ad0b74fffcd307034394483b81897dcd32262ee3417487-json.log",
"Name": "/running-upgrade-306182",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"running-upgrade-306182:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "default",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b269fa8a84b6a7bbb6256d836005b21b389e9d4290e1ae181d14ffab55782f50-init/diff:/var/lib/docker/overlay2/1b9b9213deb5b3d20cf1864fe929acb61ee6ddb31830a1964e793236fb016a98/diff:/var/lib/docker/overlay2/3ae55005fcf3b2e44e244c395d966c22a49e434d8be64946bd38ce29be9898ca/diff:/var/lib/docker/overlay2/66d1a6be88f4659e69217a0d71ceabcf75a9495e07f8a7373eddb7d5a6713067/diff:/var/lib/docker/overlay2/bf1f96d15fb5c4a1e203ca0f2aa313da109b2edd8e2f6a67f63a0781823bb53c/diff:/var/lib/docker/overlay2/07105ec8baa596eec667169a51cb2705cfb5b1704c11458ed3a35c6ea9e3ad64/diff:/var/lib/docker/overlay2/1933c3bcc3b00e9cb89342c04d191045fcc69a783d8cdb5c871496f2460a68a6/diff:/var/lib/docker/overlay2/c6f617aad09957657f9904d33fde4d1ce929ca0a162dc257ff99e60ad77d9a07/diff:/var/lib/docker/overlay2/0d724a04f20392129ff806edb0c82a338223d99b3de2b15dc9301fc461cd38f0/diff:/var/lib/docker/overlay2/c9c8feab643e0c29411d28a7e23193076df7191eceeeb2b4bc3cc35c384aeae2/diff:/var/lib/docker/overlay2/169a7a
b3014cf272bb3d660383174096c3008e82e129147948a119c7eac52a68/diff:/var/lib/docker/overlay2/3bb0efcc4ef94eae46bcd6b822ba5e0a387cbf90edc7d90d957765dd44e0ede7/diff:/var/lib/docker/overlay2/b017e59500a9747156f97b16058ab43a36588937fadaba8c2377b17583a67767/diff:/var/lib/docker/overlay2/53f8494c3198de3db12df48b2ca9aeb4835b47fdbbd69bfa91c27d656da1bee3/diff:/var/lib/docker/overlay2/15c33cd614c9b512ea1419f0b8651ff0d5f8dfc7c2c2126fa3050c3ad9c12399/diff:/var/lib/docker/overlay2/66bc0c078f34e9e4872be88d8dd5d142ecb28cd9e83c665a3bcead8bbbcdff71/diff:/var/lib/docker/overlay2/14f9313bcd345fa7e95ee6145c6ac1f61cf02821995cbb3520ff44223b3a7466/diff:/var/lib/docker/overlay2/7e6c12cb57d3166a12e345c81f204ed4cb7b69ffc15cbcf438a3a31ea0ee07a1/diff:/var/lib/docker/overlay2/b3b7a9bf637dec6e0de03d164c6667d09a54b79aaaf096b75d527be7aceee9db/diff:/var/lib/docker/overlay2/cdf960fa13472d7aa458b87d2f21c772738c0a4877c00603c3f948f28cfea041/diff:/var/lib/docker/overlay2/9ba1d25a77c87b1bf1eea7ac019106d3296479f016d57c16d822b7649f636664/diff:/var/lib/d
ocker/overlay2/c43128aec526b368bf7ff2bf3dc8186cb24b5945af2b97756302a3a8c3dc299e/diff",
"MergedDir": "/var/lib/docker/overlay2/b269fa8a84b6a7bbb6256d836005b21b389e9d4290e1ae181d14ffab55782f50/merged",
"UpperDir": "/var/lib/docker/overlay2/b269fa8a84b6a7bbb6256d836005b21b389e9d4290e1ae181d14ffab55782f50/diff",
"WorkDir": "/var/lib/docker/overlay2/b269fa8a84b6a7bbb6256d836005b21b389e9d4290e1ae181d14ffab55782f50/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "running-upgrade-306182",
"Source": "/var/lib/docker/volumes/running-upgrade-306182/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "running-upgrade-306182",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"container=docker"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.8@sha256:2f3380ebf1bb0c75b0b47160fd4e61b7b8fef0f1f32f9def108d3eada50a7a81",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "running-upgrade-306182",
"name.minikube.sigs.k8s.io": "running-upgrade-306182",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "d6509cc9ce29a716af4558ef3340e2b893ae8a282747d711d18a9eccc6018b4e",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32941"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32940"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32939"
}
]
},
"SandboxKey": "/var/run/docker/netns/d6509cc9ce29",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "aea97412f9aef36995bc96ceeda9f604c96d9f95395a63ae8f1d1de31186085d",
"Gateway": "172.17.0.1",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "172.17.0.4",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"MacAddress": "02:42:ac:11:00:04",
"Networks": {
"bridge": {
"IPAMConfig": null,
"Links": null,
"Aliases": null,
"NetworkID": "2eb182b71ed692a087bbbc3ac1ae01e51afa1b699bb4096c2f5f0aba15a19250",
"EndpointID": "aea97412f9aef36995bc96ceeda9f604c96d9f95395a63ae8f1d1de31186085d",
"Gateway": "172.17.0.1",
"IPAddress": "172.17.0.4",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:ac:11:00:04",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p running-upgrade-306182 -n running-upgrade-306182
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p running-upgrade-306182 -n running-upgrade-306182: exit status 4 (315.747852ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1006 00:48:54.160872 439576 status.go:415] kubeconfig endpoint: extract IP: "running-upgrade-306182" does not appear in /home/jenkins/minikube-integration/17365-262900/kubeconfig
** /stderr **
helpers_test.go:239: status error: exit status 4 (may be ok)
helpers_test.go:241: "running-upgrade-306182" host is not running, skipping log retrieval (state="Running\nWARNING: Your kubectl is pointing to stale minikube-vm.\nTo fix the kubectl context, run `minikube update-context`")
helpers_test.go:175: Cleaning up "running-upgrade-306182" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p running-upgrade-306182
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p running-upgrade-306182: (2.120488072s)
--- FAIL: TestRunningBinaryUpgrade (72.38s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:196: (dbg) Run: /tmp/minikube-v1.9.0.229894042.exe start -p stopped-upgrade-182251 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:196: (dbg) Done: /tmp/minikube-v1.9.0.229894042.exe start -p stopped-upgrade-182251 --memory=2200 --vm-driver=docker --container-runtime=crio: (1m24.545272201s)
version_upgrade_test.go:205: (dbg) Run: /tmp/minikube-v1.9.0.229894042.exe -p stopped-upgrade-182251 stop
version_upgrade_test.go:205: (dbg) Done: /tmp/minikube-v1.9.0.229894042.exe -p stopped-upgrade-182251 stop: (1.224546991s)
version_upgrade_test.go:211: (dbg) Run: out/minikube-linux-amd64 start -p stopped-upgrade-182251 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:211: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p stopped-upgrade-182251 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (7.241056222s)
-- stdout --
* [stopped-upgrade-182251] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17365
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.2 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.2
* Using the docker driver based on existing profile
* Starting control plane node stopped-upgrade-182251 in cluster stopped-upgrade-182251
* Pulling base image ...
* Restarting existing docker container for "stopped-upgrade-182251" ...
-- /stdout --
** stderr **
I1006 00:47:59.074716 424549 out.go:296] Setting OutFile to fd 1 ...
I1006 00:47:59.075218 424549 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:47:59.075238 424549 out.go:309] Setting ErrFile to fd 2...
I1006 00:47:59.075246 424549 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:47:59.075467 424549 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:47:59.076139 424549 out.go:303] Setting JSON to false
I1006 00:47:59.077897 424549 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":23431,"bootTime":1696529848,"procs":670,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:47:59.077963 424549 start.go:138] virtualization: kvm guest
I1006 00:47:59.080187 424549 out.go:177] * [stopped-upgrade-182251] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:47:59.082417 424549 out.go:177] - MINIKUBE_LOCATION=17365
I1006 00:47:59.082377 424549 notify.go:220] Checking for updates...
I1006 00:47:59.084149 424549 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:47:59.085723 424549 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:47:59.087320 424549 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:47:59.088971 424549 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1006 00:47:59.090450 424549 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1006 00:47:59.092535 424549 config.go:182] Loaded profile config "stopped-upgrade-182251": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1006 00:47:59.092573 424549 start_flags.go:698] config upgrade: KicBaseImage=gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae
I1006 00:47:59.094689 424549 out.go:177] * Kubernetes 1.28.2 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.2
I1006 00:47:59.096121 424549 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:47:59.122995 424549 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:47:59.123086 424549 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:47:59.199678 424549 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:89 OomKillDisable:true NGoroutines:99 SystemTime:2023-10-06 00:47:59.182453961 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:47:59.199787 424549 docker.go:294] overlay module found
I1006 00:47:59.222573 424549 out.go:177] * Using the docker driver based on existing profile
I1006 00:47:59.224345 424549 start.go:298] selected driver: docker
I1006 00:47:59.224388 424549 start.go:902] validating driver "docker" against &{Name:stopped-upgrade-182251 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:stopped-upgrade-182251 Namespace: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s}
I1006 00:47:59.224560 424549 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 00:47:59.225810 424549 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:47:59.306859 424549 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:84 OomKillDisable:true NGoroutines:101 SystemTime:2023-10-06 00:47:59.296515211 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Arch
itecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:47:59.307288 424549 cni.go:84] Creating CNI manager for ""
I1006 00:47:59.307313 424549 cni.go:129] EnableDefaultCNI is true, recommending bridge
I1006 00:47:59.307324 424549 start_flags.go:321] config:
{Name:stopped-upgrade-182251 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:stopped-upgrade-182251 Namespace: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 Auto
PauseInterval:0s}
I1006 00:47:59.310089 424549 out.go:177] * Starting control plane node stopped-upgrade-182251 in cluster stopped-upgrade-182251
I1006 00:47:59.313000 424549 cache.go:122] Beginning downloading kic base image for docker with crio
I1006 00:47:59.315444 424549 out.go:177] * Pulling base image ...
I1006 00:47:59.317696 424549 preload.go:132] Checking if preload exists for k8s version v1.18.0 and runtime crio
I1006 00:47:59.317831 424549 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1006 00:47:59.343809 424549 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon, skipping pull
I1006 00:47:59.343849 424549 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae exists in daemon, skipping load
W1006 00:47:59.348179 424549 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.0/preloaded-images-k8s-v18-v1.18.0-cri-o-overlay-amd64.tar.lz4 status code: 404
I1006 00:47:59.348424 424549 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/stopped-upgrade-182251/config.json ...
I1006 00:47:59.348460 424549 cache.go:107] acquiring lock: {Name:mk0fabd0182fff1c522acbbac5860a6ca8e0f576 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348583 424549 cache.go:107] acquiring lock: {Name:mkc9f1bc98fd82a3a21ace1700bc05b918f92048 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348590 424549 cache.go:107] acquiring lock: {Name:mkb3648351c3bb43421106648706289451f0a998 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348463 424549 cache.go:107] acquiring lock: {Name:mk9fecf5c35a654979023039b4b0fef2136bd4b5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348664 424549 cache.go:107] acquiring lock: {Name:mk564dc5e99621ea4ff1ca5e326b8d3c6605aa5c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348676 424549 cache.go:107] acquiring lock: {Name:mkbfb2eea1bbed915ef99a4024f3751c2aedb508 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348716 424549 cache.go:115] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1006 00:47:59.348702 424549 cache.go:107] acquiring lock: {Name:mkfb473071c2081135e752d666a64c397b6a6bc1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348727 424549 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5" took 271.443µs
I1006 00:47:59.348703 424549 cache.go:195] Successfully downloaded all kic artifacts
I1006 00:47:59.348728 424549 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.0
I1006 00:47:59.348736 424549 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I1006 00:47:59.348786 424549 start.go:365] acquiring machines lock for stopped-upgrade-182251: {Name:mk2f57fc0790be51baa9c4c36022a7e428b19174 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348814 424549 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.0
I1006 00:47:59.348880 424549 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I1006 00:47:59.348887 424549 start.go:369] acquired machines lock for "stopped-upgrade-182251" in 81.306µs
I1006 00:47:59.348903 424549 start.go:96] Skipping create...Using existing machine configuration
I1006 00:47:59.348910 424549 fix.go:54] fixHost starting: m01
I1006 00:47:59.348739 424549 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1006 00:47:59.348481 424549 cache.go:107] acquiring lock: {Name:mk99ef65f543972549239a444f86e32b63b2c9ba Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 00:47:59.348994 424549 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I1006 00:47:59.349055 424549 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.0
I1006 00:47:59.349112 424549 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.0
I1006 00:47:59.349617 424549 cli_runner.go:164] Run: docker container inspect stopped-upgrade-182251 --format={{.State.Status}}
I1006 00:47:59.349980 424549 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I1006 00:47:59.349995 424549 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I1006 00:47:59.349979 424549 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.0
I1006 00:47:59.350032 424549 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.0
I1006 00:47:59.350039 424549 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I1006 00:47:59.349979 424549 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.0
I1006 00:47:59.350373 424549 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.0: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.0
I1006 00:47:59.371885 424549 fix.go:102] recreateIfNeeded on stopped-upgrade-182251: state=Stopped err=<nil>
W1006 00:47:59.371914 424549 fix.go:128] unexpected machine state, will restart: <nil>
I1006 00:47:59.384890 424549 out.go:177] * Restarting existing docker container for "stopped-upgrade-182251" ...
I1006 00:47:59.387992 424549 cli_runner.go:164] Run: docker start stopped-upgrade-182251
I1006 00:47:59.509027 424549 cache.go:162] opening: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7
I1006 00:47:59.514389 424549 cache.go:162] opening: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0
I1006 00:47:59.514570 424549 cache.go:162] opening: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0
I1006 00:47:59.517082 424549 cache.go:162] opening: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0
I1006 00:47:59.533954 424549 cache.go:162] opening: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0
I1006 00:47:59.539014 424549 cache.go:162] opening: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0
I1006 00:47:59.541900 424549 cache.go:162] opening: /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2
I1006 00:47:59.648891 424549 cache.go:157] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 exists
I1006 00:47:59.648918 424549 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2" took 300.297032ms
I1006 00:47:59.648930 424549 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/pause_3.2 succeeded
I1006 00:47:59.810289 424549 cli_runner.go:164] Run: docker container inspect stopped-upgrade-182251 --format={{.State.Status}}
I1006 00:47:59.837977 424549 kic.go:426] container "stopped-upgrade-182251" state is running.
I1006 00:47:59.876009 424549 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-182251
I1006 00:47:59.909946 424549 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/stopped-upgrade-182251/config.json ...
I1006 00:47:59.910206 424549 machine.go:88] provisioning docker machine ...
I1006 00:47:59.910238 424549 ubuntu.go:169] provisioning hostname "stopped-upgrade-182251"
I1006 00:47:59.910297 424549 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-182251
I1006 00:47:59.939220 424549 main.go:141] libmachine: Using SSH client type: native
I1006 00:47:59.939571 424549 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32944 <nil> <nil>}
I1006 00:47:59.939588 424549 main.go:141] libmachine: About to run SSH command:
sudo hostname stopped-upgrade-182251 && echo "stopped-upgrade-182251" | sudo tee /etc/hostname
I1006 00:47:59.940451 424549 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:42700->127.0.0.1:32944: read: connection reset by peer
I1006 00:48:00.025114 424549 cache.go:157] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 exists
I1006 00:48:00.025200 424549 cache.go:96] cache image "registry.k8s.io/coredns:1.6.7" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7" took 676.614996ms
I1006 00:48:00.025238 424549 cache.go:80] save to tar file registry.k8s.io/coredns:1.6.7 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/coredns_1.6.7 succeeded
I1006 00:48:00.583167 424549 cache.go:157] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 exists
I1006 00:48:00.583197 424549 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.18.0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0" took 1.234585991s
I1006 00:48:00.583214 424549 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.18.0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.18.0 succeeded
I1006 00:48:00.741815 424549 cache.go:157] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 exists
I1006 00:48:00.741861 424549 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.18.0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0" took 1.393309552s
I1006 00:48:00.741880 424549 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.18.0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.18.0 succeeded
I1006 00:48:00.764933 424549 cache.go:157] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 exists
I1006 00:48:00.764965 424549 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.18.0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0" took 1.416513943s
I1006 00:48:00.764982 424549 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.18.0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.18.0 succeeded
I1006 00:48:01.131875 424549 cache.go:157] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 exists
I1006 00:48:01.131907 424549 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.18.0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0" took 1.78343087s
I1006 00:48:01.131922 424549 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.18.0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.18.0 succeeded
I1006 00:48:01.283383 424549 cache.go:157] /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 exists
I1006 00:48:01.283466 424549 cache.go:96] cache image "registry.k8s.io/etcd:3.4.3-0" -> "/home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0" took 1.934802488s
I1006 00:48:01.283493 424549 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.3-0 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.4.3-0 succeeded
I1006 00:48:01.283535 424549 cache.go:87] Successfully saved all images to host disk.
I1006 00:48:03.081639 424549 main.go:141] libmachine: SSH cmd err, output: <nil>: stopped-upgrade-182251
I1006 00:48:03.081746 424549 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-182251
I1006 00:48:03.102782 424549 main.go:141] libmachine: Using SSH client type: native
I1006 00:48:03.103173 424549 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32944 <nil> <nil>}
I1006 00:48:03.103195 424549 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sstopped-upgrade-182251' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 stopped-upgrade-182251/g' /etc/hosts;
else
echo '127.0.1.1 stopped-upgrade-182251' | sudo tee -a /etc/hosts;
fi
fi
I1006 00:48:03.209466 424549 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 00:48:03.209500 424549 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17365-262900/.minikube CaCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17365-262900/.minikube}
I1006 00:48:03.209531 424549 ubuntu.go:177] setting up certificates
I1006 00:48:03.209543 424549 provision.go:83] configureAuth start
I1006 00:48:03.209613 424549 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-182251
I1006 00:48:03.227651 424549 provision.go:138] copyHostCerts
I1006 00:48:03.227737 424549 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem, removing ...
I1006 00:48:03.227755 424549 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem
I1006 00:48:03.227839 424549 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/ca.pem (1082 bytes)
I1006 00:48:03.227961 424549 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem, removing ...
I1006 00:48:03.227973 424549 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem
I1006 00:48:03.228017 424549 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/cert.pem (1123 bytes)
I1006 00:48:03.228225 424549 exec_runner.go:144] found /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem, removing ...
I1006 00:48:03.228250 424549 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem
I1006 00:48:03.228313 424549 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17365-262900/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17365-262900/.minikube/key.pem (1675 bytes)
I1006 00:48:03.228423 424549 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca-key.pem org=jenkins.stopped-upgrade-182251 san=[172.17.0.5 127.0.0.1 localhost 127.0.0.1 minikube stopped-upgrade-182251]
I1006 00:48:03.270826 424549 provision.go:172] copyRemoteCerts
I1006 00:48:03.270902 424549 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 00:48:03.270962 424549 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-182251
I1006 00:48:03.291831 424549 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32944 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/stopped-upgrade-182251/id_rsa Username:docker}
I1006 00:48:03.377347 424549 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 00:48:03.397916 424549 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1006 00:48:03.417970 424549 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 00:48:03.437469 424549 provision.go:86] duration metric: configureAuth took 227.904915ms
I1006 00:48:03.437501 424549 ubuntu.go:193] setting minikube options for container-runtime
I1006 00:48:03.437717 424549 config.go:182] Loaded profile config "stopped-upgrade-182251": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.0
I1006 00:48:03.437855 424549 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-182251
I1006 00:48:03.457494 424549 main.go:141] libmachine: Using SSH client type: native
I1006 00:48:03.458043 424549 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x7f8560] 0x7fb240 <nil> [] 0s} 127.0.0.1 32944 <nil> <nil>}
I1006 00:48:03.458070 424549 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 00:48:05.297056 424549 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 00:48:05.297086 424549 machine.go:91] provisioned docker machine in 5.386858824s
I1006 00:48:05.297098 424549 start.go:300] post-start starting for "stopped-upgrade-182251" (driver="docker")
I1006 00:48:05.297112 424549 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 00:48:05.297177 424549 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 00:48:05.297237 424549 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-182251
I1006 00:48:05.318476 424549 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32944 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/stopped-upgrade-182251/id_rsa Username:docker}
I1006 00:48:05.437632 424549 ssh_runner.go:195] Run: cat /etc/os-release
I1006 00:48:05.441604 424549 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1006 00:48:05.441635 424549 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 00:48:05.441649 424549 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1006 00:48:05.441663 424549 info.go:137] Remote host: Ubuntu 19.10
I1006 00:48:05.441680 424549 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/addons for local assets ...
I1006 00:48:05.441740 424549 filesync.go:126] Scanning /home/jenkins/minikube-integration/17365-262900/.minikube/files for local assets ...
I1006 00:48:05.441850 424549 filesync.go:149] local asset: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem -> 2696902.pem in /etc/ssl/certs
I1006 00:48:05.441984 424549 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 00:48:05.450504 424549 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/ssl/certs/2696902.pem --> /etc/ssl/certs/2696902.pem (1708 bytes)
I1006 00:48:05.472522 424549 start.go:303] post-start completed in 175.40641ms
I1006 00:48:05.472624 424549 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 00:48:05.472703 424549 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-182251
I1006 00:48:05.497009 424549 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32944 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/stopped-upgrade-182251/id_rsa Username:docker}
I1006 00:48:05.582262 424549 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 00:48:05.586586 424549 fix.go:56] fixHost completed within 6.237669493s
I1006 00:48:05.586610 424549 start.go:83] releasing machines lock for "stopped-upgrade-182251", held for 6.237712415s
I1006 00:48:05.586679 424549 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-182251
I1006 00:48:05.607515 424549 ssh_runner.go:195] Run: cat /version.json
I1006 00:48:05.607568 424549 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-182251
I1006 00:48:05.607622 424549 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 00:48:05.607707 424549 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-182251
I1006 00:48:05.629441 424549 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32944 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/stopped-upgrade-182251/id_rsa Username:docker}
I1006 00:48:05.629870 424549 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32944 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/stopped-upgrade-182251/id_rsa Username:docker}
W1006 00:48:05.737592 424549 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1006 00:48:05.737677 424549 ssh_runner.go:195] Run: systemctl --version
I1006 00:48:05.741754 424549 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 00:48:05.807595 424549 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1006 00:48:05.812124 424549 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:48:05.828209 424549 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1006 00:48:05.828302 424549 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 00:48:05.858178 424549 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1006 00:48:05.858210 424549 start.go:469] detecting cgroup driver to use...
I1006 00:48:05.858245 424549 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1006 00:48:05.858289 424549 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 00:48:05.883722 424549 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 00:48:05.899125 424549 docker.go:197] disabling cri-docker service (if available) ...
I1006 00:48:05.899193 424549 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 00:48:05.912117 424549 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 00:48:05.927522 424549 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
W1006 00:48:05.938632 424549 docker.go:207] Failed to disable socket "cri-docker.socket" (might be ok): sudo systemctl disable cri-docker.socket: Process exited with status 1
stdout:
stderr:
Failed to disable unit: Unit file cri-docker.socket does not exist.
I1006 00:48:05.938686 424549 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 00:48:06.030886 424549 docker.go:213] disabling docker service ...
I1006 00:48:06.030953 424549 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 00:48:06.044780 424549 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 00:48:06.059498 424549 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 00:48:06.140937 424549 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 00:48:06.204987 424549 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 00:48:06.215464 424549 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 00:48:06.228920 424549 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1006 00:48:06.228982 424549 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 00:48:06.239039 424549 out.go:177]
W1006 00:48:06.240640 424549 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1006 00:48:06.240659 424549 out.go:239] *
*
W1006 00:48:06.241500 424549 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 00:48:06.243224 424549 out.go:177]
** /stderr **
version_upgrade_test.go:213: upgrade from v1.9.0 to HEAD failed: out/minikube-linux-amd64 start -p stopped-upgrade-182251 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90
--- FAIL: TestStoppedBinaryUpgrade/Upgrade (93.01s)
=== RUN TestDownloadOnly/v1.16.0/json-events
aaa_download_only_test.go:69: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-652895 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:69: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-652895 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio: (5.455766526s)
--- PASS: TestDownloadOnly/v1.16.0/json-events (5.46s)
=== RUN TestDownloadOnly/v1.16.0/preload-exists
--- PASS: TestDownloadOnly/v1.16.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.16.0/LogsDuration
aaa_download_only_test.go:169: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-652895
aaa_download_only_test.go:169: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-652895: exit status 85 (75.174648ms)
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-652895 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | |
| | -p download-only-652895 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
*
* ==> Last Start <==
* Log file created at: 2023/10/06 00:17:09
Running on machine: ubuntu-20-agent-3
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 00:17:09.688202 269702 out.go:296] Setting OutFile to fd 1 ...
I1006 00:17:09.688368 269702 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:17:09.688379 269702 out.go:309] Setting ErrFile to fd 2...
I1006 00:17:09.688387 269702 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:17:09.688606 269702 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
W1006 00:17:09.688730 269702 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17365-262900/.minikube/config/config.json: open /home/jenkins/minikube-integration/17365-262900/.minikube/config/config.json: no such file or directory
I1006 00:17:09.689413 269702 out.go:303] Setting JSON to true
I1006 00:17:09.690334 269702 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":21582,"bootTime":1696529848,"procs":211,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:17:09.690400 269702 start.go:138] virtualization: kvm guest
I1006 00:17:09.692904 269702 out.go:97] [download-only-652895] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:17:09.694572 269702 out.go:169] MINIKUBE_LOCATION=17365
W1006 00:17:09.693028 269702 preload.go:295] Failed to list preload files: open /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball: no such file or directory
I1006 00:17:09.693118 269702 notify.go:220] Checking for updates...
I1006 00:17:09.697427 269702 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:17:09.698888 269702 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:17:09.700314 269702 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:17:09.701731 269702 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W1006 00:17:09.704275 269702 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1006 00:17:09.704494 269702 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:17:09.727428 269702 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:17:09.727489 269702 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:17:10.079926 269702 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:42 SystemTime:2023-10-06 00:17:10.071115273 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:17:10.080034 269702 docker.go:294] overlay module found
I1006 00:17:10.082529 269702 out.go:97] Using the docker driver based on user configuration
I1006 00:17:10.082558 269702 start.go:298] selected driver: docker
I1006 00:17:10.082570 269702 start.go:902] validating driver "docker" against <nil>
I1006 00:17:10.082674 269702 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:17:10.144853 269702 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:42 SystemTime:2023-10-06 00:17:10.136752634 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:17:10.145044 269702 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I1006 00:17:10.145562 269702 start_flags.go:384] Using suggested 8000MB memory alloc based on sys=32089MB, container=32089MB
I1006 00:17:10.145740 269702 start_flags.go:905] Wait components to verify : map[apiserver:true system_pods:true]
I1006 00:17:10.147673 269702 out.go:169] Using Docker driver with root privileges
I1006 00:17:10.149074 269702 cni.go:84] Creating CNI manager for ""
I1006 00:17:10.149092 269702 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 00:17:10.149106 269702 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 00:17:10.149124 269702 start_flags.go:321] config:
{Name:download-only-652895 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:8000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-652895 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:17:10.150754 269702 out.go:97] Starting control plane node download-only-652895 in cluster download-only-652895
I1006 00:17:10.150770 269702 cache.go:122] Beginning downloading kic base image for docker with crio
I1006 00:17:10.152144 269702 out.go:97] Pulling base image ...
I1006 00:17:10.152167 269702 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1006 00:17:10.152267 269702 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local docker daemon
I1006 00:17:10.166927 269702 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae to local cache
I1006 00:17:10.167147 269702 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae in local cache directory
I1006 00:17:10.167242 269702 image.go:118] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae to local cache
I1006 00:17:10.204090 269702 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4
I1006 00:17:10.204121 269702 cache.go:57] Caching tarball of preloaded images
I1006 00:17:10.204240 269702 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1006 00:17:10.206242 269702 out.go:97] Downloading Kubernetes v1.16.0 preload ...
I1006 00:17:10.206263 269702 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1006 00:17:10.235392 269702 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4?checksum=md5:432b600409d778ea7a21214e83948570 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4
I1006 00:17:13.513796 269702 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1006 00:17:13.513868 269702 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17365-262900/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-amd64.tar.lz4 ...
I1006 00:17:13.547778 269702 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae as a tarball
I1006 00:17:14.406106 269702 cache.go:60] Finished verifying existence of preloaded tar for v1.16.0 on crio
I1006 00:17:14.406508 269702 profile.go:148] Saving config to /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/download-only-652895/config.json ...
I1006 00:17:14.406549 269702 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/download-only-652895/config.json: {Name:mk0e5b54f33fe066cec0314d11ca744413a222cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 00:17:14.406759 269702 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1006 00:17:14.406964 269702 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/linux/amd64/kubectl.sha1 -> /home/jenkins/minikube-integration/17365-262900/.minikube/cache/linux/amd64/v1.16.0/kubectl
*
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-652895"
-- /stdout --
aaa_download_only_test.go:170: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.16.0/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.28.2/json-events
aaa_download_only_test.go:69: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-652895 --force --alsologtostderr --kubernetes-version=v1.28.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:69: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-652895 --force --alsologtostderr --kubernetes-version=v1.28.2 --container-runtime=crio --driver=docker --container-runtime=crio: (5.069283116s)
--- PASS: TestDownloadOnly/v1.28.2/json-events (5.07s)
=== RUN TestDownloadOnly/v1.28.2/preload-exists
--- PASS: TestDownloadOnly/v1.28.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.2/LogsDuration
aaa_download_only_test.go:169: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-652895
aaa_download_only_test.go:169: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-652895: exit status 85 (74.862504ms)
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-652895 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | |
| | -p download-only-652895 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -o=json --download-only | download-only-652895 | jenkins | v1.31.2 | 06 Oct 23 00:17 UTC | |
| | -p download-only-652895 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
*
* ==> Last Start <==
* Log file created at: 2023/10/06 00:17:15
Running on machine: ubuntu-20-agent-3
Binary: Built with gc go1.21.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 00:17:15.219605 269847 out.go:296] Setting OutFile to fd 1 ...
I1006 00:17:15.219740 269847 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:17:15.219750 269847 out.go:309] Setting ErrFile to fd 2...
I1006 00:17:15.219755 269847 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:17:15.219962 269847 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
W1006 00:17:15.220100 269847 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17365-262900/.minikube/config/config.json: open /home/jenkins/minikube-integration/17365-262900/.minikube/config/config.json: no such file or directory
I1006 00:17:15.220549 269847 out.go:303] Setting JSON to true
I1006 00:17:15.221479 269847 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":21587,"bootTime":1696529848,"procs":206,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:17:15.221545 269847 start.go:138] virtualization: kvm guest
I1006 00:17:15.223762 269847 out.go:97] [download-only-652895] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:17:15.225556 269847 out.go:169] MINIKUBE_LOCATION=17365
I1006 00:17:15.223948 269847 notify.go:220] Checking for updates...
I1006 00:17:15.228772 269847 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:17:15.230359 269847 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:17:15.231888 269847 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:17:15.233338 269847 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
*
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-652895"
-- /stdout --
aaa_download_only_test.go:170: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.2/LogsDuration (0.08s)
=== RUN TestDownloadOnly/DeleteAll
aaa_download_only_test.go:187: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/DeleteAll (0.20s)
=== RUN TestDownloadOnly/DeleteAlwaysSucceeds
aaa_download_only_test.go:199: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-652895
--- PASS: TestDownloadOnly/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:222: (dbg) Run: out/minikube-linux-amd64 start --download-only -p download-docker-248648 --alsologtostderr --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "download-docker-248648" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p download-docker-248648
--- PASS: TestDownloadOnlyKic (1.38s)
=== RUN TestBinaryMirror
aaa_download_only_test.go:304: (dbg) Run: out/minikube-linux-amd64 start --download-only -p binary-mirror-007814 --alsologtostderr --binary-mirror http://127.0.0.1:33257 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-007814" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p binary-mirror-007814
--- PASS: TestBinaryMirror (0.74s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:55: (dbg) Run: out/minikube-linux-amd64 start -p offline-crio-119671 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio
aab_offline_test.go:55: (dbg) Done: out/minikube-linux-amd64 start -p offline-crio-119671 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio: (1m22.813054796s)
helpers_test.go:175: Cleaning up "offline-crio-119671" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p offline-crio-119671
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p offline-crio-119671: (2.910765822s)
--- PASS: TestOffline (85.72s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:926: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-652078
addons_test.go:926: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable dashboard -p addons-652078: exit status 85 (65.132495ms)
-- stdout --
* Profile "addons-652078" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-652078"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:937: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-652078
addons_test.go:937: (dbg) Non-zero exit: out/minikube-linux-amd64 addons disable dashboard -p addons-652078: exit status 85 (63.266767ms)
-- stdout --
* Profile "addons-652078" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-652078"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.06s)
=== RUN TestAddons/Setup
addons_test.go:109: (dbg) Run: out/minikube-linux-amd64 start -p addons-652078 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=helm-tiller
addons_test.go:109: (dbg) Done: out/minikube-linux-amd64 start -p addons-652078 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=helm-tiller: (2m8.194618447s)
--- PASS: TestAddons/Setup (128.19s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:328: registry stabilized in 13.384312ms
addons_test.go:330: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-7rmt2" [2578651d-0f7d-4124-8e64-1c23598ce10f] Running
addons_test.go:330: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.012063475s
addons_test.go:333: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-zv2sn" [d63c8fbc-5083-4d35-a39f-afc803631d43] Running
addons_test.go:333: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.011932469s
addons_test.go:338: (dbg) Run: kubectl --context addons-652078 delete po -l run=registry-test --now
addons_test.go:343: (dbg) Run: kubectl --context addons-652078 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:343: (dbg) Done: kubectl --context addons-652078 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (3.828285005s)
addons_test.go:357: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 ip
2023/10/06 00:19:45 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:386: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (14.86s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:836: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-lmvg2" [0ff429fb-5656-4a11-9b36-f49aee6fd96f] Running
addons_test.go:836: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 5.018962633s
addons_test.go:839: (dbg) Run: out/minikube-linux-amd64 addons disable inspektor-gadget -p addons-652078
addons_test.go:839: (dbg) Done: out/minikube-linux-amd64 addons disable inspektor-gadget -p addons-652078: (5.66747697s)
--- PASS: TestAddons/parallel/InspektorGadget (10.69s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:405: metrics-server stabilized in 12.765343ms
addons_test.go:407: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-7c66d45ddc-zch2f" [f0f750b1-59ad-49b9-8439-0d06c652d75e] Running
addons_test.go:407: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.011336318s
addons_test.go:413: (dbg) Run: kubectl --context addons-652078 top pods -n kube-system
addons_test.go:430: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (5.78s)
=== RUN TestAddons/parallel/HelmTiller
=== PAUSE TestAddons/parallel/HelmTiller
=== CONT TestAddons/parallel/HelmTiller
addons_test.go:454: tiller-deploy stabilized in 3.497131ms
addons_test.go:456: (dbg) TestAddons/parallel/HelmTiller: waiting 6m0s for pods matching "app=helm" in namespace "kube-system" ...
helpers_test.go:344: "tiller-deploy-7b677967b9-k6s7h" [129cec54-7c56-44b8-8260-21b87eb6d2a8] Running
addons_test.go:456: (dbg) TestAddons/parallel/HelmTiller: app=helm healthy within 5.01073427s
addons_test.go:471: (dbg) Run: kubectl --context addons-652078 run --rm helm-test --restart=Never --image=docker.io/alpine/helm:2.16.3 -it --namespace=kube-system -- version
addons_test.go:471: (dbg) Done: kubectl --context addons-652078 run --rm helm-test --restart=Never --image=docker.io/alpine/helm:2.16.3 -it --namespace=kube-system -- version: (6.098228686s)
addons_test.go:488: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 addons disable helm-tiller --alsologtostderr -v=1
--- PASS: TestAddons/parallel/HelmTiller (11.62s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
addons_test.go:559: csi-hostpath-driver pods stabilized in 13.09063ms
addons_test.go:562: (dbg) Run: kubectl --context addons-652078 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:567: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:572: (dbg) Run: kubectl --context addons-652078 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:577: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [7fda649b-8146-4591-8b22-5b5d81080a42] Pending
helpers_test.go:344: "task-pv-pod" [7fda649b-8146-4591-8b22-5b5d81080a42] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [7fda649b-8146-4591-8b22-5b5d81080a42] Running
addons_test.go:577: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 12.009458138s
addons_test.go:582: (dbg) Run: kubectl --context addons-652078 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:587: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-652078 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-652078 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-652078 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:592: (dbg) Run: kubectl --context addons-652078 delete pod task-pv-pod
addons_test.go:598: (dbg) Run: kubectl --context addons-652078 delete pvc hpvc
addons_test.go:604: (dbg) Run: kubectl --context addons-652078 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:609: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:614: (dbg) Run: kubectl --context addons-652078 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:619: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [d0992cc9-e2f5-4bf0-9022-46ac29c71d6b] Pending
helpers_test.go:344: "task-pv-pod-restore" [d0992cc9-e2f5-4bf0-9022-46ac29c71d6b] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [d0992cc9-e2f5-4bf0-9022-46ac29c71d6b] Running
addons_test.go:619: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 8.010866859s
addons_test.go:624: (dbg) Run: kubectl --context addons-652078 delete pod task-pv-pod-restore
addons_test.go:628: (dbg) Run: kubectl --context addons-652078 delete pvc hpvc-restore
addons_test.go:632: (dbg) Run: kubectl --context addons-652078 delete volumesnapshot new-snapshot-demo
addons_test.go:636: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:636: (dbg) Done: out/minikube-linux-amd64 -p addons-652078 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.557966273s)
addons_test.go:640: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 addons disable volumesnapshots --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CSI (83.46s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:822: (dbg) Run: out/minikube-linux-amd64 addons enable headlamp -p addons-652078 --alsologtostderr -v=1
addons_test.go:827: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-94b766c-s8k2q" [8877eb6b-ca1e-4109-a7d6-8f80f5ee1a09] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-94b766c-s8k2q" [8877eb6b-ca1e-4109-a7d6-8f80f5ee1a09] Running
addons_test.go:827: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 18.026276452s
--- PASS: TestAddons/parallel/Headlamp (18.92s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:855: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-7d49f968d9-rjjgb" [497f641d-8f20-4563-bb41-a69eb12e7ed8] Running
addons_test.go:855: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.008953368s
addons_test.go:858: (dbg) Run: out/minikube-linux-amd64 addons disable cloud-spanner -p addons-652078
--- PASS: TestAddons/parallel/CloudSpanner (5.96s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:871: (dbg) Run: kubectl --context addons-652078 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:877: (dbg) Run: kubectl --context addons-652078 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:881: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-652078 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:884: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [b00ca044-bb64-4b2f-95ea-576a80578d98] Pending
helpers_test.go:344: "test-local-path" [b00ca044-bb64-4b2f-95ea-576a80578d98] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [b00ca044-bb64-4b2f-95ea-576a80578d98] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [b00ca044-bb64-4b2f-95ea-576a80578d98] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:884: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 5.008568558s
addons_test.go:889: (dbg) Run: kubectl --context addons-652078 get pvc test-pvc -o=json
addons_test.go:898: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 ssh "cat /opt/local-path-provisioner/pvc-cff63473-e863-4a25-86bf-4112422095bc_default_test-pvc/file1"
addons_test.go:910: (dbg) Run: kubectl --context addons-652078 delete pod test-local-path
addons_test.go:914: (dbg) Run: kubectl --context addons-652078 delete pvc test-pvc
addons_test.go:918: (dbg) Run: out/minikube-linux-amd64 -p addons-652078 addons disable storage-provisioner-rancher --alsologtostderr -v=1
--- PASS: TestAddons/parallel/LocalPath (11.83s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:648: (dbg) Run: kubectl --context addons-652078 create ns new-namespace
addons_test.go:662: (dbg) Run: kubectl --context addons-652078 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.12s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:170: (dbg) Run: out/minikube-linux-amd64 stop -p addons-652078
addons_test.go:170: (dbg) Done: out/minikube-linux-amd64 stop -p addons-652078: (11.921364871s)
addons_test.go:174: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-652078
addons_test.go:178: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-652078
addons_test.go:183: (dbg) Run: out/minikube-linux-amd64 addons disable gvisor -p addons-652078
--- PASS: TestAddons/StoppedEnableDisable (12.20s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-amd64 start -p cert-options-291475 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-amd64 start -p cert-options-291475 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (25.551216222s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-amd64 -p cert-options-291475 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-291475 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-amd64 ssh -p cert-options-291475 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-291475" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-options-291475
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-options-291475: (3.854609157s)
--- PASS: TestCertOptions (30.07s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-684519 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-684519 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (27.062486122s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-684519 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
E1006 00:53:12.177824 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
cert_options_test.go:131: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-684519 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (17.561969722s)
helpers_test.go:175: Cleaning up "cert-expiration-684519" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-expiration-684519
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-expiration-684519: (2.364191556s)
--- PASS: TestCertExpiration (226.99s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-flag-430026 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-flag-430026 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (28.265432365s)
docker_test.go:132: (dbg) Run: out/minikube-linux-amd64 -p force-systemd-flag-430026 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-430026" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-flag-430026
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-flag-430026: (2.296285601s)
--- PASS: TestForceSystemdFlag (30.83s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-env-187239 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-env-187239 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (26.998932914s)
helpers_test.go:175: Cleaning up "force-systemd-env-187239" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-env-187239
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-env-187239: (5.095354587s)
--- PASS: TestForceSystemdEnv (32.09s)
=== RUN TestKVMDriverInstallOrUpdate
=== PAUSE TestKVMDriverInstallOrUpdate
=== CONT TestKVMDriverInstallOrUpdate
--- PASS: TestKVMDriverInstallOrUpdate (3.72s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -p nospam-770792 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-770792 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -p nospam-770792 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-770792 --driver=docker --container-runtime=crio: (20.991847543s)
--- PASS: TestErrorSpam/setup (20.99s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 start --dry-run
--- PASS: TestErrorSpam/start (0.65s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 status
--- PASS: TestErrorSpam/status (0.91s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 pause
--- PASS: TestErrorSpam/pause (1.52s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 unpause
--- PASS: TestErrorSpam/unpause (1.56s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 stop: (1.213583982s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-770792 --log_dir /tmp/nospam-770792 stop
--- PASS: TestErrorSpam/stop (1.42s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1851: local sync path: /home/jenkins/minikube-integration/17365-262900/.minikube/files/etc/test/nested/copy/269690/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2230: (dbg) Run: out/minikube-linux-amd64 start -p functional-722906 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E1006 00:24:31.176168 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:31.182057 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:31.192313 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:31.212603 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:31.252949 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:31.333297 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:31.493719 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:31.814286 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:32.455280 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:33.735750 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
functional_test.go:2230: (dbg) Done: out/minikube-linux-amd64 start -p functional-722906 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (1m9.337656451s)
--- PASS: TestFunctional/serial/StartWithProxy (69.34s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
functional_test.go:655: (dbg) Run: out/minikube-linux-amd64 start -p functional-722906 --alsologtostderr -v=8
E1006 00:24:36.296788 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:41.417787 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:24:51.658977 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
functional_test.go:655: (dbg) Done: out/minikube-linux-amd64 start -p functional-722906 --alsologtostderr -v=8: (27.488095198s)
functional_test.go:659: soft start took 27.488899205s for "functional-722906" cluster.
--- PASS: TestFunctional/serial/SoftStart (27.49s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:677: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.05s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:692: (dbg) Run: kubectl --context functional-722906 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.08s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 cache add registry.k8s.io/pause:3.1
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 cache add registry.k8s.io/pause:3.3
functional_test.go:1045: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 cache add registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (2.67s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1073: (dbg) Run: docker build -t minikube-local-cache-test:functional-722906 /tmp/TestFunctionalserialCacheCmdcacheadd_local1330322098/001
functional_test.go:1085: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 cache add minikube-local-cache-test:functional-722906
functional_test.go:1085: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 cache add minikube-local-cache-test:functional-722906: (1.387116789s)
functional_test.go:1090: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 cache delete minikube-local-cache-test:functional-722906
functional_test.go:1079: (dbg) Run: docker rmi minikube-local-cache-test:functional-722906
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.72s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1098: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1106: (dbg) Run: out/minikube-linux-amd64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1120: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.29s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1143: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (287.655478ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1154: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 cache reload
functional_test.go:1159: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (1.68s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1168: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1168: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.13s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:712: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 kubectl -- --context functional-722906 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:737: (dbg) Run: out/kubectl --context functional-722906 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.12s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:753: (dbg) Run: out/minikube-linux-amd64 start -p functional-722906 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
E1006 00:25:12.139433 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
functional_test.go:753: (dbg) Done: out/minikube-linux-amd64 start -p functional-722906 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (28.962770389s)
functional_test.go:757: restart took 28.962944193s for "functional-722906" cluster.
--- PASS: TestFunctional/serial/ExtraConfig (28.96s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:806: (dbg) Run: kubectl --context functional-722906 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:821: etcd phase: Running
functional_test.go:831: etcd status: Ready
functional_test.go:821: kube-apiserver phase: Running
functional_test.go:831: kube-apiserver status: Ready
functional_test.go:821: kube-controller-manager phase: Running
functional_test.go:831: kube-controller-manager status: Ready
functional_test.go:821: kube-scheduler phase: Running
functional_test.go:831: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.07s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1232: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 logs
functional_test.go:1232: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 logs: (1.373057059s)
--- PASS: TestFunctional/serial/LogsCmd (1.37s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1246: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 logs --file /tmp/TestFunctionalserialLogsFileCmd1157507162/001/logs.txt
functional_test.go:1246: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 logs --file /tmp/TestFunctionalserialLogsFileCmd1157507162/001/logs.txt: (1.388428365s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.39s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2317: (dbg) Run: kubectl --context functional-722906 apply -f testdata/invalidsvc.yaml
functional_test.go:2331: (dbg) Run: out/minikube-linux-amd64 service invalid-svc -p functional-722906
functional_test.go:2331: (dbg) Non-zero exit: out/minikube-linux-amd64 service invalid-svc -p functional-722906: exit status 115 (352.888843ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:31406 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2323: (dbg) Run: kubectl --context functional-722906 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.10s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 config get cpus: exit status 14 (108.280157ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 config set cpus 2
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 config get cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 config get cpus: exit status 14 (79.4896ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.51s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:901: (dbg) daemon: [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-722906 --alsologtostderr -v=1]
functional_test.go:906: (dbg) stopping [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-722906 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 304615: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (11.99s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:970: (dbg) Run: out/minikube-linux-amd64 start -p functional-722906 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:970: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-722906 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (187.472003ms)
-- stdout --
* [functional-722906] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17365
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1006 00:26:02.350456 303897 out.go:296] Setting OutFile to fd 1 ...
I1006 00:26:02.350741 303897 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:02.350756 303897 out.go:309] Setting ErrFile to fd 2...
I1006 00:26:02.350761 303897 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:02.350973 303897 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:26:02.351554 303897 out.go:303] Setting JSON to false
I1006 00:26:02.352830 303897 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":22114,"bootTime":1696529848,"procs":442,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:26:02.352902 303897 start.go:138] virtualization: kvm guest
I1006 00:26:02.355051 303897 out.go:177] * [functional-722906] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:26:02.357087 303897 notify.go:220] Checking for updates...
I1006 00:26:02.357094 303897 out.go:177] - MINIKUBE_LOCATION=17365
I1006 00:26:02.358631 303897 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:26:02.360238 303897 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:26:02.361626 303897 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:26:02.363034 303897 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1006 00:26:02.364442 303897 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1006 00:26:02.366312 303897 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:02.366893 303897 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:26:02.391767 303897 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:26:02.391876 303897 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:26:02.456403 303897 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:32 OomKillDisable:true NGoroutines:47 SystemTime:2023-10-06 00:26:02.446446795 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:26:02.456531 303897 docker.go:294] overlay module found
I1006 00:26:02.458440 303897 out.go:177] * Using the docker driver based on existing profile
I1006 00:26:02.459961 303897 start.go:298] selected driver: docker
I1006 00:26:02.459973 303897 start.go:902] validating driver "docker" against &{Name:functional-722906 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:functional-722906 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:26:02.460100 303897 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 00:26:02.462207 303897 out.go:177]
W1006 00:26:02.463577 303897 out.go:239] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1006 00:26:02.465090 303897 out.go:177]
** /stderr **
functional_test.go:987: (dbg) Run: out/minikube-linux-amd64 start -p functional-722906 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.47s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1016: (dbg) Run: out/minikube-linux-amd64 start -p functional-722906 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1016: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-722906 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (205.532705ms)
-- stdout --
* [functional-722906] minikube v1.31.2 sur Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17365
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1006 00:26:02.163093 303722 out.go:296] Setting OutFile to fd 1 ...
I1006 00:26:02.163215 303722 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:02.163224 303722 out.go:309] Setting ErrFile to fd 2...
I1006 00:26:02.163229 303722 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:02.163520 303722 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:26:02.164092 303722 out.go:303] Setting JSON to false
I1006 00:26:02.165241 303722 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":22114,"bootTime":1696529848,"procs":445,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:26:02.165333 303722 start.go:138] virtualization: kvm guest
I1006 00:26:02.167890 303722 out.go:177] * [functional-722906] minikube v1.31.2 sur Ubuntu 20.04 (kvm/amd64)
I1006 00:26:02.169506 303722 out.go:177] - MINIKUBE_LOCATION=17365
I1006 00:26:02.169560 303722 notify.go:220] Checking for updates...
I1006 00:26:02.171086 303722 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:26:02.172629 303722 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:26:02.174086 303722 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:26:02.175381 303722 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1006 00:26:02.176754 303722 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1006 00:26:02.178710 303722 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:02.179416 303722 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:26:02.204659 303722 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:26:02.204779 303722 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:26:02.266210 303722 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:32 OomKillDisable:true NGoroutines:47 SystemTime:2023-10-06 00:26:02.256499226 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:26:02.266325 303722 docker.go:294] overlay module found
I1006 00:26:02.268100 303722 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I1006 00:26:02.269469 303722 start.go:298] selected driver: docker
I1006 00:26:02.269483 303722 start.go:902] validating driver "docker" against &{Name:functional-722906 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1696360059-17345@sha256:76d99edd1576614d5c20a839dd16ae1d7c810f3b909a01797063d483159ea3ae Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:functional-722906 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}
I1006 00:26:02.269592 303722 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 00:26:02.271753 303722 out.go:177]
W1006 00:26:02.273173 303722 out.go:239] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1006 00:26:02.274603 303722 out.go:177]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.21s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:850: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 status
functional_test.go:856: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:868: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.07s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1628: (dbg) Run: kubectl --context functional-722906 create deployment hello-node-connect --image=registry.k8s.io/echoserver:1.8
functional_test.go:1634: (dbg) Run: kubectl --context functional-722906 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-55497b8b78-chf8k" [1fa139f3-053f-4d58-83fc-0a81b4d74e6e] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-connect-55497b8b78-chf8k" [1fa139f3-053f-4d58-83fc-0a81b4d74e6e] Running
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 13.063409142s
functional_test.go:1648: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 service hello-node-connect --url
functional_test.go:1654: found endpoint for hello-node-connect: http://192.168.49.2:31224
functional_test.go:1674: http://192.168.49.2:31224: success! body:
Hostname: hello-node-connect-55497b8b78-chf8k
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:31224
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (13.58s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1689: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 addons list
functional_test.go:1701: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.17s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [07b2a100-77f7-43fa-bb71-f21e5ee58270] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.012010723s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-722906 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-722906 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-722906 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-722906 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [43221b2e-517a-4186-8b63-bed3d967b43d] Pending
E1006 00:25:53.100532 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
helpers_test.go:344: "sp-pod" [43221b2e-517a-4186-8b63-bed3d967b43d] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [43221b2e-517a-4186-8b63-bed3d967b43d] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 12.010311483s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-722906 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-722906 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-722906 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [d34d2871-8da0-4203-8cd0-5910ab57b983] Pending
helpers_test.go:344: "sp-pod" [d34d2871-8da0-4203-8cd0-5910ab57b983] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [d34d2871-8da0-4203-8cd0-5910ab57b983] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 16.029683053s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-722906 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (35.12s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1724: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "echo hello"
functional_test.go:1741: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.68s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh -n functional-722906 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 cp functional-722906:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd1833025511/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh -n functional-722906 "sudo cat /home/docker/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (1.52s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1789: (dbg) Run: kubectl --context functional-722906 replace --force -f testdata/mysql.yaml
functional_test.go:1795: (dbg) TestFunctional/parallel/MySQL: waiting 10m0s for pods matching "app=mysql" in namespace "default" ...
helpers_test.go:344: "mysql-859648c796-sv4jh" [89596320-af55-4223-b4a1-b9647f15662a] Pending / Ready:ContainersNotReady (containers with unready status: [mysql]) / ContainersReady:ContainersNotReady (containers with unready status: [mysql])
2023/10/06 00:26:14 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
helpers_test.go:344: "mysql-859648c796-sv4jh" [89596320-af55-4223-b4a1-b9647f15662a] Running
functional_test.go:1795: (dbg) TestFunctional/parallel/MySQL: app=mysql healthy within 22.020952947s
functional_test.go:1803: (dbg) Run: kubectl --context functional-722906 exec mysql-859648c796-sv4jh -- mysql -ppassword -e "show databases;"
functional_test.go:1803: (dbg) Non-zero exit: kubectl --context functional-722906 exec mysql-859648c796-sv4jh -- mysql -ppassword -e "show databases;": exit status 1 (204.236396ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 1045 (28000): Access denied for user 'root'@'localhost' (using password: YES)
command terminated with exit code 1
** /stderr **
functional_test.go:1803: (dbg) Run: kubectl --context functional-722906 exec mysql-859648c796-sv4jh -- mysql -ppassword -e "show databases;"
functional_test.go:1803: (dbg) Non-zero exit: kubectl --context functional-722906 exec mysql-859648c796-sv4jh -- mysql -ppassword -e "show databases;": exit status 1 (141.7972ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
functional_test.go:1803: (dbg) Run: kubectl --context functional-722906 exec mysql-859648c796-sv4jh -- mysql -ppassword -e "show databases;"
--- PASS: TestFunctional/parallel/MySQL (25.91s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1925: Checking for existence of /etc/test/nested/copy/269690/hosts within VM
functional_test.go:1927: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo cat /etc/test/nested/copy/269690/hosts"
functional_test.go:1932: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.27s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1968: Checking for existence of /etc/ssl/certs/269690.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo cat /etc/ssl/certs/269690.pem"
functional_test.go:1968: Checking for existence of /usr/share/ca-certificates/269690.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo cat /usr/share/ca-certificates/269690.pem"
functional_test.go:1968: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/2696902.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo cat /etc/ssl/certs/2696902.pem"
functional_test.go:1995: Checking for existence of /usr/share/ca-certificates/2696902.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo cat /usr/share/ca-certificates/2696902.pem"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (1.66s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:218: (dbg) Run: kubectl --context functional-722906 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.08s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2023: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo systemctl is-active docker"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 ssh "sudo systemctl is-active docker": exit status 1 (264.763666ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2023: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo systemctl is-active containerd"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 ssh "sudo systemctl is-active containerd": exit status 1 (280.936381ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.55s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2284: (dbg) Run: out/minikube-linux-amd64 license
--- PASS: TestFunctional/parallel/License (0.20s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1438: (dbg) Run: kubectl --context functional-722906 create deployment hello-node --image=registry.k8s.io/echoserver:1.8
functional_test.go:1444: (dbg) Run: kubectl --context functional-722906 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-d7447cc7f-ff76f" [fda50240-d0a7-446d-ae33-ff9ac6096c44] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-d7447cc7f-ff76f" [fda50240-d0a7-446d-ae33-ff9ac6096c44] Running
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 10.016302084s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (10.25s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-722906 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-722906 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-722906 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 300930: os: process already finished
helpers_test.go:502: unable to terminate pid 300663: os: process already finished
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-722906 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.45s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-amd64 -p functional-722906 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-722906 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [4288e31a-ce64-4a03-be31-2834ca8c2ccb] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [4288e31a-ce64-4a03-be31-2834ca8c2ccb] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 12.080154327s
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (12.44s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1458: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.60s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1488: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 service list -o json
functional_test.go:1493: Took "604.421806ms" to run "out/minikube-linux-amd64 -p functional-722906 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.60s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1508: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 service --namespace=default --https --url hello-node
functional_test.go:1521: found endpoint: https://192.168.49.2:32123
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.43s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1539: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.36s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1558: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 service hello-node --url
functional_test.go:1564: found endpoint for hello-node: http://192.168.49.2:32123
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.39s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-722906 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.06s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.98.215.191 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-amd64 -p functional-722906 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1269: (dbg) Run: out/minikube-linux-amd64 profile lis
functional_test.go:1274: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.39s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1309: (dbg) Run: out/minikube-linux-amd64 profile list
functional_test.go:1314: Took "308.429328ms" to run "out/minikube-linux-amd64 profile list"
functional_test.go:1323: (dbg) Run: out/minikube-linux-amd64 profile list -l
functional_test.go:1328: Took "68.393812ms" to run "out/minikube-linux-amd64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.38s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.17s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.16s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2115: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.16s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdany-port114755221/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1696551960893720962" to /tmp/TestFunctionalparallelMountCmdany-port114755221/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1696551960893720962" to /tmp/TestFunctionalparallelMountCmdany-port114755221/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1696551960893720962" to /tmp/TestFunctionalparallelMountCmdany-port114755221/001/test-1696551960893720962
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (314.383237ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Oct 6 00:26 created-by-test
-rw-r--r-- 1 docker docker 24 Oct 6 00:26 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Oct 6 00:26 test-1696551960893720962
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh cat /mount-9p/test-1696551960893720962
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-722906 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [8523ea65-7388-42d8-b96c-5e420d5fbb1a] Pending
helpers_test.go:344: "busybox-mount" [8523ea65-7388-42d8-b96c-5e420d5fbb1a] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [8523ea65-7388-42d8-b96c-5e420d5fbb1a] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [8523ea65-7388-42d8-b96c-5e420d5fbb1a] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 4.011321345s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-722906 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdany-port114755221/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (7.08s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1360: (dbg) Run: out/minikube-linux-amd64 profile list -o json
functional_test.go:1365: Took "330.529754ms" to run "out/minikube-linux-amd64 profile list -o json"
functional_test.go:1373: (dbg) Run: out/minikube-linux-amd64 profile list -o json --light
functional_test.go:1378: Took "61.539099ms" to run "out/minikube-linux-amd64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.39s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2252: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 version --short
--- PASS: TestFunctional/parallel/Version/short (0.06s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2266: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 version -o=json --components
--- PASS: TestFunctional/parallel/Version/components (0.51s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls --format short --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-722906 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.9
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.28.2
registry.k8s.io/kube-proxy:v1.28.2
registry.k8s.io/kube-controller-manager:v1.28.2
registry.k8s.io/kube-apiserver:v1.28.2
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/echoserver:1.8
registry.k8s.io/coredns/coredns:v1.10.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
gcr.io/google-containers/addon-resizer:functional-722906
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/library/mysql:5.7
docker.io/kindest/kindnetd:v20230809-80a64d96
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-722906 image ls --format short --alsologtostderr:
I1006 00:26:31.803379 308035 out.go:296] Setting OutFile to fd 1 ...
I1006 00:26:31.803574 308035 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:31.803587 308035 out.go:309] Setting ErrFile to fd 2...
I1006 00:26:31.803595 308035 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:31.803908 308035 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:26:31.804745 308035 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:31.804911 308035 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:31.805532 308035 cli_runner.go:164] Run: docker container inspect functional-722906 --format={{.State.Status}}
I1006 00:26:31.823794 308035 ssh_runner.go:195] Run: systemctl --version
I1006 00:26:31.823845 308035 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-722906
I1006 00:26:31.844829 308035 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/functional-722906/id_rsa Username:docker}
I1006 00:26:31.942484 308035 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.25s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls --format table --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-722906 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| gcr.io/google-containers/addon-resizer | functional-722906 | ffd4cfbbe753e | 34.1MB |
| registry.k8s.io/coredns/coredns | v1.10.1 | ead0a4a53df89 | 53.6MB |
| docker.io/library/mysql | 5.7 | a5b7ceed40749 | 601MB |
| docker.io/library/nginx | alpine | d571254277f6a | 44.4MB |
| registry.k8s.io/pause | latest | 350b164e7ae1d | 247kB |
| docker.io/kindest/kindnetd | v20230809-80a64d96 | c7d1297425461 | 65.3MB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 56cc512116c8f | 4.63MB |
| registry.k8s.io/kube-apiserver | v1.28.2 | cdcab12b2dd16 | 127MB |
| registry.k8s.io/pause | 3.3 | 0184c1613d929 | 686kB |
| registry.k8s.io/kube-proxy | v1.28.2 | c120fed2beb84 | 74.7MB |
| registry.k8s.io/kube-scheduler | v1.28.2 | 7a5d9d67a13f6 | 61.5MB |
| docker.io/library/nginx | latest | 61395b4c586da | 191MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | 6e38f40d628db | 31.5MB |
| registry.k8s.io/echoserver | 1.8 | 82e4c8a736a4f | 97.8MB |
| registry.k8s.io/etcd | 3.5.9-0 | 73deb9a3f7025 | 295MB |
| registry.k8s.io/kube-controller-manager | v1.28.2 | 55f13c92defb1 | 123MB |
| registry.k8s.io/pause | 3.1 | da86e6ba6ca19 | 747kB |
| registry.k8s.io/pause | 3.9 | e6f1816883972 | 750kB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-722906 image ls --format table --alsologtostderr:
I1006 00:26:32.068497 308204 out.go:296] Setting OutFile to fd 1 ...
I1006 00:26:32.068607 308204 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:32.068611 308204 out.go:309] Setting ErrFile to fd 2...
I1006 00:26:32.068616 308204 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:32.068834 308204 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:26:32.069466 308204 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:32.069587 308204 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:32.070064 308204 cli_runner.go:164] Run: docker container inspect functional-722906 --format={{.State.Status}}
I1006 00:26:32.091849 308204 ssh_runner.go:195] Run: systemctl --version
I1006 00:26:32.091926 308204 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-722906
I1006 00:26:32.111186 308204 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/functional-722906/id_rsa Username:docker}
I1006 00:26:32.201131 308204 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls --format json --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-722906 image ls --format json --alsologtostderr:
[{"id":"c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0","repoDigests":["registry.k8s.io/kube-proxy@sha256:3330e491169be46febd3f4e487924195f60c09f284bbda38cab7cbe71a51fded","registry.k8s.io/kube-proxy@sha256:41c8f92d1cd571e0e36af431f35c78379f84f5daf5b85d43014a9940d697afcf"],"repoTags":["registry.k8s.io/kube-proxy:v1.28.2"],"size":"74687895"},{"id":"ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91","repoDigests":["gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126"],"repoTags":["gcr.io/google-containers/addon-resizer:functional-722906"],"size":"34114467"},{"id":"ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc","repoDigests":["registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e","registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378"],"repoTags":["registry.k8s.io/coredns/coredns:v1.10.1"],"size"
:"53621675"},{"id":"73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9","repoDigests":["registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15","registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3"],"repoTags":["registry.k8s.io/etcd:3.5.9-0"],"size":"295456551"},{"id":"cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce","repoDigests":["registry.k8s.io/kube-apiserver@sha256:07ec0f29e172784b9fda870d63430a84befade590a2220c1fcce52f17cd24631","registry.k8s.io/kube-apiserver@sha256:6beea2e5531a0606613594fd3ed92d71bbdcef99dd3237522049a0b32cad736c"],"repoTags":["registry.k8s.io/kube-apiserver:v1.28.2"],"size":"127149008"},{"id":"7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8","repoDigests":["registry.k8s.io/kube-scheduler@sha256:6511193f8114a2f011790619698efe12a8119ed9a17e2e36f4c1c759ccf173ab","registry.k8s.io/kube-scheduler@sha256:8fc5b9b97128515266d5435273682ba36115d9ca1b68a5749e6f9a23927ef54
3"],"repoTags":["registry.k8s.io/kube-scheduler:v1.28.2"],"size":"61485878"},{"id":"da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e","repoDigests":["registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"746911"},{"id":"350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06","repoDigests":["registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9"],"repoTags":["registry.k8s.io/pause:latest"],"size":"247077"},{"id":"a5b7ceed4074932a04ea553af3124bb03b249affe14899e2cd746d1a63e12ecc","repoDigests":["docker.io/library/mysql@sha256:a06310bb26d02a6118ae7fa825c172a0bf594e178c72230fc31674f348033270","docker.io/library/mysql@sha256:e857469c4d22da38abe1f1b60a0e0bf7b0a5812f6bea1e247e375aa1701db925"],"repoTags":["docker.io/library/mysql:5.7"],"size":"600779225"},{"id":"115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7","repoDigests":["docker.io/kubernetesu
i/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a","docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c"],"repoTags":[],"size":"43824855"},{"id":"d571254277f6a0ba9d0c4a08f29b94476dcd4a95275bd484ece060ee4ff847e4","repoDigests":["docker.io/library/nginx@sha256:34b58b4f5c6d133d97298cbaae140283dc325ff1aeffb28176f63078baeffd14","docker.io/library/nginx@sha256:4c93a3bd8bf95412889dd84213570102176b6052d88bb828eaf449c56aca55ef"],"repoTags":["docker.io/library/nginx:alpine"],"size":"44434729"},{"id":"61395b4c586da2b9b3b7ca903ea6a448e6783dfdd7f768ff2c1a0f3360aaba99","repoDigests":["docker.io/library/nginx@sha256:32da30332506740a2f7c34d5dc70467b7f14ec67d912703568daff790ab3f755","docker.io/library/nginx@sha256:b2888fc9cfe7cd9d6727aeb462d13c7c45dec413b66f2819a36c4a3cb9d4df75"],"repoTags":["docker.io/library/nginx:latest"],"size":"190820094"},{"id":"6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562","repoDigests
":["gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944","gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"31470524"},{"id":"82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410","repoDigests":["registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969"],"repoTags":["registry.k8s.io/echoserver:1.8"],"size":"97846543"},{"id":"e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c","repoDigests":["registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097","registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10"],"repoTags":["registry.k8s.io/pause:3.9"],"size":"750414"},{"id":"07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558","repoDigests":["docker.io/kubernetesui/dashboard
@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029"],"repoTags":[],"size":"249229937"},{"id":"56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"4631262"},{"id":"55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:6a42ce14d716205a99763f3c732c0a8f0ea041bdbbea7d2dfffcc53dafd7cac4","registry.k8s.io/kube-controller-manager@sha256:757a9c9d2f2329799490f9cec6c8ea12dfe4b6225051f6436f39d22a1def682e"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.28.2"],"size":"123171638"},{"id":"0184c1613d92931126feb4c548e5da1101
5513b9e4c104e7305ee8b53b50a9da","repoDigests":["registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"686139"},{"id":"c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc","repoDigests":["docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052","docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4"],"repoTags":["docker.io/kindest/kindnetd:v20230809-80a64d96"],"size":"65258016"}]
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-722906 image ls --format json --alsologtostderr:
I1006 00:26:32.054762 308198 out.go:296] Setting OutFile to fd 1 ...
I1006 00:26:32.054937 308198 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:32.054955 308198 out.go:309] Setting ErrFile to fd 2...
I1006 00:26:32.054964 308198 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:32.055163 308198 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:26:32.055778 308198 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:32.055883 308198 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:32.056307 308198 cli_runner.go:164] Run: docker container inspect functional-722906 --format={{.State.Status}}
I1006 00:26:32.073798 308198 ssh_runner.go:195] Run: systemctl --version
I1006 00:26:32.073847 308198 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-722906
I1006 00:26:32.093367 308198 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/functional-722906/id_rsa Username:docker}
I1006 00:26:32.185352 308198 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls --format yaml --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-amd64 -p functional-722906 image ls --format yaml --alsologtostderr:
- id: 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "4631262"
- id: 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
- gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "31470524"
- id: 82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410
repoDigests:
- registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969
repoTags:
- registry.k8s.io/echoserver:1.8
size: "97846543"
- id: 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9
repoDigests:
- registry.k8s.io/etcd@sha256:6c54bcd6cf6de7760c17ddfb31dd76f5ac64c5d8609d66829b542eb0b6b7ab15
- registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3
repoTags:
- registry.k8s.io/etcd:3.5.9-0
size: "295456551"
- id: cdcab12b2dd16cce4efc5dd43c082469364f19ad978e922d110b74a42eff7cce
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:07ec0f29e172784b9fda870d63430a84befade590a2220c1fcce52f17cd24631
- registry.k8s.io/kube-apiserver@sha256:6beea2e5531a0606613594fd3ed92d71bbdcef99dd3237522049a0b32cad736c
repoTags:
- registry.k8s.io/kube-apiserver:v1.28.2
size: "127149008"
- id: c120fed2beb84b861c2382ce81ab046c0ae612e91264ef7c9e61df5900fa0bb0
repoDigests:
- registry.k8s.io/kube-proxy@sha256:3330e491169be46febd3f4e487924195f60c09f284bbda38cab7cbe71a51fded
- registry.k8s.io/kube-proxy@sha256:41c8f92d1cd571e0e36af431f35c78379f84f5daf5b85d43014a9940d697afcf
repoTags:
- registry.k8s.io/kube-proxy:v1.28.2
size: "74687895"
- id: 7a5d9d67a13f6ae031989bc2969ec55b06437725f397e6eb75b1dccac465a7b8
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:6511193f8114a2f011790619698efe12a8119ed9a17e2e36f4c1c759ccf173ab
- registry.k8s.io/kube-scheduler@sha256:8fc5b9b97128515266d5435273682ba36115d9ca1b68a5749e6f9a23927ef543
repoTags:
- registry.k8s.io/kube-scheduler:v1.28.2
size: "61485878"
- id: 0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da
repoDigests:
- registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04
repoTags:
- registry.k8s.io/pause:3.3
size: "686139"
- id: 07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029
repoTags: []
size: "249229937"
- id: d571254277f6a0ba9d0c4a08f29b94476dcd4a95275bd484ece060ee4ff847e4
repoDigests:
- docker.io/library/nginx@sha256:34b58b4f5c6d133d97298cbaae140283dc325ff1aeffb28176f63078baeffd14
- docker.io/library/nginx@sha256:4c93a3bd8bf95412889dd84213570102176b6052d88bb828eaf449c56aca55ef
repoTags:
- docker.io/library/nginx:alpine
size: "44434729"
- id: e6f1816883972d4be47bd48879a08919b96afcd344132622e4d444987919323c
repoDigests:
- registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097
- registry.k8s.io/pause@sha256:8d4106c88ec0bd28001e34c975d65175d994072d65341f62a8ab0754b0fafe10
repoTags:
- registry.k8s.io/pause:3.9
size: "750414"
- id: da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e
repoDigests:
- registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e
repoTags:
- registry.k8s.io/pause:3.1
size: "746911"
- id: a5b7ceed4074932a04ea553af3124bb03b249affe14899e2cd746d1a63e12ecc
repoDigests:
- docker.io/library/mysql@sha256:a06310bb26d02a6118ae7fa825c172a0bf594e178c72230fc31674f348033270
- docker.io/library/mysql@sha256:e857469c4d22da38abe1f1b60a0e0bf7b0a5812f6bea1e247e375aa1701db925
repoTags:
- docker.io/library/mysql:5.7
size: "600779225"
- id: ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e
- registry.k8s.io/coredns/coredns@sha256:be7652ce0b43b1339f3d14d9b14af9f588578011092c1f7893bd55432d83a378
repoTags:
- registry.k8s.io/coredns/coredns:v1.10.1
size: "53621675"
- id: 61395b4c586da2b9b3b7ca903ea6a448e6783dfdd7f768ff2c1a0f3360aaba99
repoDigests:
- docker.io/library/nginx@sha256:32da30332506740a2f7c34d5dc70467b7f14ec67d912703568daff790ab3f755
- docker.io/library/nginx@sha256:b2888fc9cfe7cd9d6727aeb462d13c7c45dec413b66f2819a36c4a3cb9d4df75
repoTags:
- docker.io/library/nginx:latest
size: "190820094"
- id: ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91
repoDigests:
- gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126
repoTags:
- gcr.io/google-containers/addon-resizer:functional-722906
size: "34114467"
- id: 55f13c92defb1eb854040a76e366da866bdcb1cc31fd97b2cde94433c8bf3f57
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:6a42ce14d716205a99763f3c732c0a8f0ea041bdbbea7d2dfffcc53dafd7cac4
- registry.k8s.io/kube-controller-manager@sha256:757a9c9d2f2329799490f9cec6c8ea12dfe4b6225051f6436f39d22a1def682e
repoTags:
- registry.k8s.io/kube-controller-manager:v1.28.2
size: "123171638"
- id: 350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06
repoDigests:
- registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9
repoTags:
- registry.k8s.io/pause:latest
size: "247077"
- id: c7d1297425461d3e24fe0ba658818593be65d13a2dd45a4c02d8768d6c8c18cc
repoDigests:
- docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052
- docker.io/kindest/kindnetd@sha256:a315b9c49a50d5e126e1b5fa5ef0eae2a9b367c9c4f868e897d772b142372bb4
repoTags:
- docker.io/kindest/kindnetd:v20230809-80a64d96
size: "65258016"
- id: 115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
repoTags: []
size: "43824855"
functional_test.go:268: (dbg) Stderr: out/minikube-linux-amd64 -p functional-722906 image ls --format yaml --alsologtostderr:
I1006 00:26:31.813451 308036 out.go:296] Setting OutFile to fd 1 ...
I1006 00:26:31.813751 308036 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:31.813762 308036 out.go:309] Setting ErrFile to fd 2...
I1006 00:26:31.813769 308036 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:31.814058 308036 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:26:31.814786 308036 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:31.814931 308036 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:31.816368 308036 cli_runner.go:164] Run: docker container inspect functional-722906 --format={{.State.Status}}
I1006 00:26:31.836135 308036 ssh_runner.go:195] Run: systemctl --version
I1006 00:26:31.836195 308036 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-722906
I1006 00:26:31.854387 308036 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/functional-722906/id_rsa Username:docker}
I1006 00:26:31.945844 308036 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:307: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh pgrep buildkitd
functional_test.go:307: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 ssh pgrep buildkitd: exit status 1 (272.140682ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:314: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image build -t localhost/my-image:functional-722906 testdata/build --alsologtostderr
functional_test.go:314: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 image build -t localhost/my-image:functional-722906 testdata/build --alsologtostderr: (1.824258992s)
functional_test.go:319: (dbg) Stdout: out/minikube-linux-amd64 -p functional-722906 image build -t localhost/my-image:functional-722906 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> ec81abd593d
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-722906
--> 883c111a5d5
Successfully tagged localhost/my-image:functional-722906
883c111a5d5a2b3624dd0abf5022ec854de8ba2412fb713f56cb339981dc0190
functional_test.go:322: (dbg) Stderr: out/minikube-linux-amd64 -p functional-722906 image build -t localhost/my-image:functional-722906 testdata/build --alsologtostderr:
I1006 00:26:32.076001 308216 out.go:296] Setting OutFile to fd 1 ...
I1006 00:26:32.076232 308216 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:32.076237 308216 out.go:309] Setting ErrFile to fd 2...
I1006 00:26:32.076241 308216 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:26:32.076433 308216 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:26:32.076987 308216 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:32.077622 308216 config.go:182] Loaded profile config "functional-722906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:26:32.078167 308216 cli_runner.go:164] Run: docker container inspect functional-722906 --format={{.State.Status}}
I1006 00:26:32.096733 308216 ssh_runner.go:195] Run: systemctl --version
I1006 00:26:32.096783 308216 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-722906
I1006 00:26:32.116389 308216 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32782 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/functional-722906/id_rsa Username:docker}
I1006 00:26:32.205426 308216 build_images.go:151] Building image from path: /tmp/build.2823993687.tar
I1006 00:26:32.205490 308216 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1006 00:26:32.214693 308216 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.2823993687.tar
I1006 00:26:32.218565 308216 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.2823993687.tar: stat -c "%s %y" /var/lib/minikube/build/build.2823993687.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.2823993687.tar': No such file or directory
I1006 00:26:32.218590 308216 ssh_runner.go:362] scp /tmp/build.2823993687.tar --> /var/lib/minikube/build/build.2823993687.tar (3072 bytes)
I1006 00:26:32.240868 308216 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.2823993687
I1006 00:26:32.249686 308216 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.2823993687 -xf /var/lib/minikube/build/build.2823993687.tar
I1006 00:26:32.257577 308216 crio.go:297] Building image: /var/lib/minikube/build/build.2823993687
I1006 00:26:32.257633 308216 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-722906 /var/lib/minikube/build/build.2823993687 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying config sha256:beae173ccac6ad749f76713cf4440fe3d21d1043fe616dfbe30775815d1d0f6a
Writing manifest to image destination
Storing signatures
I1006 00:26:33.801601 308216 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-722906 /var/lib/minikube/build/build.2823993687 --cgroup-manager=cgroupfs: (1.543933128s)
I1006 00:26:33.801683 308216 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.2823993687
I1006 00:26:33.810083 308216 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.2823993687.tar
I1006 00:26:33.818182 308216 build_images.go:207] Built localhost/my-image:functional-722906 from /tmp/build.2823993687.tar
I1006 00:26:33.818216 308216 build_images.go:123] succeeded building to: functional-722906
I1006 00:26:33.818222 308216 build_images.go:124] failed building to:
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (2.33s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:341: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:341: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.8: (1.326696555s)
functional_test.go:346: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.8 gcr.io/google-containers/addon-resizer:functional-722906
--- PASS: TestFunctional/parallel/ImageCommands/Setup (1.35s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:354: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image load --daemon gcr.io/google-containers/addon-resizer:functional-722906 --alsologtostderr
functional_test.go:354: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 image load --daemon gcr.io/google-containers/addon-resizer:functional-722906 --alsologtostderr: (5.354352153s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls
functional_test.go:447: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 image ls: (1.90835637s)
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (7.26s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdspecific-port3130549733/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (417.707795ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdspecific-port3130549733/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 ssh "sudo umount -f /mount-9p": exit status 1 (349.908237ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-amd64 -p functional-722906 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdspecific-port3130549733/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.04s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdVerifyCleanup921377929/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdVerifyCleanup921377929/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdVerifyCleanup921377929/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T" /mount1: exit status 1 (383.363709ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-amd64 mount -p functional-722906 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdVerifyCleanup921377929/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdVerifyCleanup921377929/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-722906 /tmp/TestFunctionalparallelMountCmdVerifyCleanup921377929/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (1.95s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:364: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image load --daemon gcr.io/google-containers/addon-resizer:functional-722906 --alsologtostderr
functional_test.go:364: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 image load --daemon gcr.io/google-containers/addon-resizer:functional-722906 --alsologtostderr: (3.264238264s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (3.51s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:379: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image save gcr.io/google-containers/addon-resizer:functional-722906 /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr
functional_test.go:379: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 image save gcr.io/google-containers/addon-resizer:functional-722906 /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr: (4.624185179s)
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (4.62s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:391: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image rm gcr.io/google-containers/addon-resizer:functional-722906 --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.50s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:408: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image load /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr
functional_test.go:408: (dbg) Done: out/minikube-linux-amd64 -p functional-722906 image load /home/jenkins/workspace/Docker_Linux_crio_integration/addon-resizer-save.tar --alsologtostderr: (1.086663685s)
functional_test.go:447: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (1.31s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:418: (dbg) Run: docker rmi gcr.io/google-containers/addon-resizer:functional-722906
functional_test.go:423: (dbg) Run: out/minikube-linux-amd64 -p functional-722906 image save --daemon gcr.io/google-containers/addon-resizer:functional-722906 --alsologtostderr
functional_test.go:428: (dbg) Run: docker image inspect gcr.io/google-containers/addon-resizer:functional-722906
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.79s)
=== RUN TestFunctional/delete_addon-resizer_images
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:functional-722906
--- PASS: TestFunctional/delete_addon-resizer_images (0.07s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:197: (dbg) Run: docker rmi -f localhost/my-image:functional-722906
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:205: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-722906
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestIngressAddonLegacy/StartLegacyK8sCluster
ingress_addon_legacy_test.go:39: (dbg) Run: out/minikube-linux-amd64 start -p ingress-addon-legacy-571943 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E1006 00:27:15.021469 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
ingress_addon_legacy_test.go:39: (dbg) Done: out/minikube-linux-amd64 start -p ingress-addon-legacy-571943 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (1m17.754717662s)
--- PASS: TestIngressAddonLegacy/StartLegacyK8sCluster (77.75s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddonActivation
ingress_addon_legacy_test.go:70: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 addons enable ingress --alsologtostderr -v=5
ingress_addon_legacy_test.go:70: (dbg) Done: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 addons enable ingress --alsologtostderr -v=5: (11.300411022s)
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressAddonActivation (11.30s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation
ingress_addon_legacy_test.go:79: (dbg) Run: out/minikube-linux-amd64 -p ingress-addon-legacy-571943 addons enable ingress-dns --alsologtostderr -v=5
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation (0.55s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 start -p json-output-172906 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
E1006 00:31:27.784347 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 start -p json-output-172906 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (40.905729573s)
--- PASS: TestJSONOutput/start/Command (40.91s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 pause -p json-output-172906 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.65s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 unpause -p json-output-172906 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.59s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 stop -p json-output-172906 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 stop -p json-output-172906 --output=json --user=testUser: (5.749839474s)
--- PASS: TestJSONOutput/stop/Command (5.75s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-amd64 start -p json-output-error-368498 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p json-output-error-368498 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (82.046706ms)
-- stdout --
{"specversion":"1.0","id":"1438b24d-f525-4bf6-a7d1-d2557171b554","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-368498] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"4772f519-6bcd-4de2-8448-fc123542729e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17365"}}
{"specversion":"1.0","id":"5649164b-b82f-470f-a044-be8fc7ec7df1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"214f0df8-41b5-4827-83c6-ccb673379bac","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig"}}
{"specversion":"1.0","id":"e9137916-234f-4fe8-b913-95c1deb81c08","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube"}}
{"specversion":"1.0","id":"b90a64b4-99ff-42f3-9d80-23b978a41d0a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"e261148d-42cc-4d5e-a9e1-b7d6b857ef8f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"5d986bc5-5832-4264-9209-dc477eb320ed","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/amd64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-368498" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p json-output-error-368498
--- PASS: TestErrorJSONOutput (0.23s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-971099 --network=
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-971099 --network=: (26.683612155s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-971099" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-971099
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-971099: (1.983549261s)
--- PASS: TestKicCustomNetwork/create_custom_network (28.68s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-808527 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-808527 --network=bridge: (23.132588937s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-808527" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-808527
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-808527: (1.906732265s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (25.06s)
=== RUN TestKicExistingNetwork
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-amd64 start -p existing-network-285060 --network=existing-network
E1006 00:33:12.178568 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:12.183814 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:12.194054 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:12.214329 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:12.254685 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:12.335015 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:12.495448 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:12.816061 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:13.457040 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:14.737488 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:17.297777 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:22.418400 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:30.665766 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-amd64 start -p existing-network-285060 --network=existing-network: (25.065775252s)
helpers_test.go:175: Cleaning up "existing-network-285060" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p existing-network-285060
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p existing-network-285060: (1.871647274s)
--- PASS: TestKicExistingNetwork (27.06s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-subnet-516954 --subnet=192.168.60.0/24
E1006 00:33:32.658769 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:33:53.139881 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-subnet-516954 --subnet=192.168.60.0/24: (24.680104785s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-516954 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-516954" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p custom-subnet-516954
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p custom-subnet-516954: (2.046528501s)
--- PASS: TestKicCustomSubnet (26.74s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-amd64 start -p static-ip-422615 --static-ip=192.168.200.200
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-amd64 start -p static-ip-422615 --static-ip=192.168.200.200: (21.751765482s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-amd64 -p static-ip-422615 ip
helpers_test.go:175: Cleaning up "static-ip-422615" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p static-ip-422615
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p static-ip-422615: (2.020066426s)
--- PASS: TestKicStaticIP (23.91s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-amd64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p first-034502 --driver=docker --container-runtime=crio
E1006 00:34:31.176411 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
E1006 00:34:34.101023 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p first-034502 --driver=docker --container-runtime=crio: (21.601392512s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p second-036724 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p second-036724 --driver=docker --container-runtime=crio: (25.304281531s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile first-034502
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile second-036724
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
helpers_test.go:175: Cleaning up "second-036724" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p second-036724
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p second-036724: (1.865652061s)
helpers_test.go:175: Cleaning up "first-034502" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p first-034502
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p first-034502: (2.197738202s)
--- PASS: TestMinikubeProfile (52.04s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-1-655062 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-1-655062 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (7.058800126s)
--- PASS: TestMountStart/serial/StartWithMountFirst (8.06s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-1-655062 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.26s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-672771 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-672771 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (7.193523697s)
--- PASS: TestMountStart/serial/StartWithMountSecond (8.19s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-672771 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.26s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p mount-start-1-655062 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p mount-start-1-655062 --alsologtostderr -v=5: (1.627138009s)
--- PASS: TestMountStart/serial/DeleteFirst (1.63s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-672771 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.27s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-amd64 stop -p mount-start-2-672771
mount_start_test.go:155: (dbg) Done: out/minikube-linux-amd64 stop -p mount-start-2-672771: (1.211389318s)
--- PASS: TestMountStart/serial/Stop (1.21s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-672771
mount_start_test.go:166: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-672771: (5.956218383s)
--- PASS: TestMountStart/serial/RestartStopped (6.96s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-672771 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.27s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:85: (dbg) Run: out/minikube-linux-amd64 start -p multinode-050289 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1006 00:35:46.820549 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:35:56.022070 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:36:14.506641 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
multinode_test.go:85: (dbg) Done: out/minikube-linux-amd64 start -p multinode-050289 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m24.909485738s)
multinode_test.go:91: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (85.36s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:481: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:486: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- rollout status deployment/busybox
multinode_test.go:486: (dbg) Done: out/minikube-linux-amd64 kubectl -p multinode-050289 -- rollout status deployment/busybox: (2.723702729s)
multinode_test.go:493: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:516: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:524: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-dhdrq -- nslookup kubernetes.io
multinode_test.go:524: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-tlsv8 -- nslookup kubernetes.io
multinode_test.go:534: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-dhdrq -- nslookup kubernetes.default
multinode_test.go:534: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-tlsv8 -- nslookup kubernetes.default
multinode_test.go:542: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-dhdrq -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:542: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-050289 -- exec busybox-5bc68d56bd-tlsv8 -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (4.59s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:110: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-050289 -v 3 --alsologtostderr
multinode_test.go:110: (dbg) Done: out/minikube-linux-amd64 node add -p multinode-050289 -v 3 --alsologtostderr: (16.515118386s)
multinode_test.go:116: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (17.12s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:132: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.29s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:173: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp testdata/cp-test.txt multinode-050289:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2604666703/001/cp-test_multinode-050289.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289:/home/docker/cp-test.txt multinode-050289-m02:/home/docker/cp-test_multinode-050289_multinode-050289-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m02 "sudo cat /home/docker/cp-test_multinode-050289_multinode-050289-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289:/home/docker/cp-test.txt multinode-050289-m03:/home/docker/cp-test_multinode-050289_multinode-050289-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m03 "sudo cat /home/docker/cp-test_multinode-050289_multinode-050289-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp testdata/cp-test.txt multinode-050289-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2604666703/001/cp-test_multinode-050289-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289-m02:/home/docker/cp-test.txt multinode-050289:/home/docker/cp-test_multinode-050289-m02_multinode-050289.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289 "sudo cat /home/docker/cp-test_multinode-050289-m02_multinode-050289.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289-m02:/home/docker/cp-test.txt multinode-050289-m03:/home/docker/cp-test_multinode-050289-m02_multinode-050289-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m03 "sudo cat /home/docker/cp-test_multinode-050289-m02_multinode-050289-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp testdata/cp-test.txt multinode-050289-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2604666703/001/cp-test_multinode-050289-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289-m03:/home/docker/cp-test.txt multinode-050289:/home/docker/cp-test_multinode-050289-m03_multinode-050289.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289 "sudo cat /home/docker/cp-test_multinode-050289-m03_multinode-050289.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 cp multinode-050289-m03:/home/docker/cp-test.txt multinode-050289-m02:/home/docker/cp-test_multinode-050289-m03_multinode-050289-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 ssh -n multinode-050289-m02 "sudo cat /home/docker/cp-test_multinode-050289-m03_multinode-050289-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (9.38s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:210: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 node stop m03
multinode_test.go:210: (dbg) Done: out/minikube-linux-amd64 -p multinode-050289 node stop m03: (1.196905355s)
multinode_test.go:216: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status
multinode_test.go:216: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-050289 status: exit status 7 (466.406871ms)
-- stdout --
multinode-050289
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-050289-m02
type: Worker
host: Running
kubelet: Running
multinode-050289-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:223: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status --alsologtostderr
multinode_test.go:223: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-050289 status --alsologtostderr: exit status 7 (467.68788ms)
-- stdout --
multinode-050289
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-050289-m02
type: Worker
host: Running
kubelet: Running
multinode-050289-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1006 00:37:45.785294 368393 out.go:296] Setting OutFile to fd 1 ...
I1006 00:37:45.785568 368393 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:37:45.785577 368393 out.go:309] Setting ErrFile to fd 2...
I1006 00:37:45.785582 368393 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:37:45.785789 368393 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:37:45.785967 368393 out.go:303] Setting JSON to false
I1006 00:37:45.786002 368393 mustload.go:65] Loading cluster: multinode-050289
I1006 00:37:45.786092 368393 notify.go:220] Checking for updates...
I1006 00:37:45.786429 368393 config.go:182] Loaded profile config "multinode-050289": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:37:45.786445 368393 status.go:255] checking status of multinode-050289 ...
I1006 00:37:45.787036 368393 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Status}}
I1006 00:37:45.803338 368393 status.go:330] multinode-050289 host status = "Running" (err=<nil>)
I1006 00:37:45.803361 368393 host.go:66] Checking if "multinode-050289" exists ...
I1006 00:37:45.803614 368393 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-050289
I1006 00:37:45.822579 368393 host.go:66] Checking if "multinode-050289" exists ...
I1006 00:37:45.822806 368393 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 00:37:45.822854 368393 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289
I1006 00:37:45.838796 368393 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32847 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289/id_rsa Username:docker}
I1006 00:37:45.934246 368393 ssh_runner.go:195] Run: systemctl --version
I1006 00:37:45.937973 368393 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:37:45.947943 368393 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:37:45.999884 368393 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:41 OomKillDisable:true NGoroutines:56 SystemTime:2023-10-06 00:37:45.991029219 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:37:46.000426 368393 kubeconfig.go:92] found "multinode-050289" server: "https://192.168.58.2:8443"
I1006 00:37:46.000450 368393 api_server.go:166] Checking apiserver status ...
I1006 00:37:46.000483 368393 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 00:37:46.010986 368393 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1419/cgroup
I1006 00:37:46.019113 368393 api_server.go:182] apiserver freezer: "10:freezer:/docker/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/crio/crio-a26169cd3512a39989b553bf5d7edcffa74310de355a285f65b85497cef97b1b"
I1006 00:37:46.019165 368393 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/dcf735d294b6a858435083689a58d14ae41b243ee43e3adff14a221ae345106e/crio/crio-a26169cd3512a39989b553bf5d7edcffa74310de355a285f65b85497cef97b1b/freezer.state
I1006 00:37:46.026327 368393 api_server.go:204] freezer state: "THAWED"
I1006 00:37:46.026352 368393 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I1006 00:37:46.031196 368393 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I1006 00:37:46.031224 368393 status.go:421] multinode-050289 apiserver status = Running (err=<nil>)
I1006 00:37:46.031239 368393 status.go:257] multinode-050289 status: &{Name:multinode-050289 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 00:37:46.031264 368393 status.go:255] checking status of multinode-050289-m02 ...
I1006 00:37:46.031553 368393 cli_runner.go:164] Run: docker container inspect multinode-050289-m02 --format={{.State.Status}}
I1006 00:37:46.047900 368393 status.go:330] multinode-050289-m02 host status = "Running" (err=<nil>)
I1006 00:37:46.047923 368393 host.go:66] Checking if "multinode-050289-m02" exists ...
I1006 00:37:46.048161 368393 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-050289-m02
I1006 00:37:46.063325 368393 host.go:66] Checking if "multinode-050289-m02" exists ...
I1006 00:37:46.063552 368393 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 00:37:46.063589 368393 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-050289-m02
I1006 00:37:46.079041 368393 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/17365-262900/.minikube/machines/multinode-050289-m02/id_rsa Username:docker}
I1006 00:37:46.169745 368393 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 00:37:46.179638 368393 status.go:257] multinode-050289-m02 status: &{Name:multinode-050289-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1006 00:37:46.179681 368393 status.go:255] checking status of multinode-050289-m03 ...
I1006 00:37:46.179930 368393 cli_runner.go:164] Run: docker container inspect multinode-050289-m03 --format={{.State.Status}}
I1006 00:37:46.196110 368393 status.go:330] multinode-050289-m03 host status = "Stopped" (err=<nil>)
I1006 00:37:46.196131 368393 status.go:343] host is not running, skipping remaining checks
I1006 00:37:46.196140 368393 status.go:257] multinode-050289-m03 status: &{Name:multinode-050289-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.13s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:244: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:254: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 node start m03 --alsologtostderr
multinode_test.go:254: (dbg) Done: out/minikube-linux-amd64 -p multinode-050289 node start m03 --alsologtostderr: (10.161348721s)
multinode_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status
multinode_test.go:275: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (10.84s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:283: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-050289
multinode_test.go:290: (dbg) Run: out/minikube-linux-amd64 stop -p multinode-050289
E1006 00:38:12.178509 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
multinode_test.go:290: (dbg) Done: out/minikube-linux-amd64 stop -p multinode-050289: (24.764789685s)
multinode_test.go:295: (dbg) Run: out/minikube-linux-amd64 start -p multinode-050289 --wait=true -v=8 --alsologtostderr
E1006 00:38:39.863111 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
E1006 00:39:31.176490 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
multinode_test.go:295: (dbg) Done: out/minikube-linux-amd64 start -p multinode-050289 --wait=true -v=8 --alsologtostderr: (1m32.192493597s)
multinode_test.go:300: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-050289
--- PASS: TestMultiNode/serial/RestartKeepsNodes (117.08s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:394: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 node delete m03
multinode_test.go:394: (dbg) Done: out/minikube-linux-amd64 -p multinode-050289 node delete m03: (4.061504325s)
multinode_test.go:400: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status --alsologtostderr
multinode_test.go:414: (dbg) Run: docker volume ls
multinode_test.go:424: (dbg) Run: kubectl get nodes
multinode_test.go:432: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (4.65s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:314: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 stop
multinode_test.go:314: (dbg) Done: out/minikube-linux-amd64 -p multinode-050289 stop: (23.624313721s)
multinode_test.go:320: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status
multinode_test.go:320: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-050289 status: exit status 7 (99.765212ms)
-- stdout --
multinode-050289
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-050289-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:327: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status --alsologtostderr
multinode_test.go:327: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-050289 status --alsologtostderr: exit status 7 (93.541414ms)
-- stdout --
multinode-050289
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-050289-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1006 00:40:22.554458 378590 out.go:296] Setting OutFile to fd 1 ...
I1006 00:40:22.554723 378590 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:40:22.554731 378590 out.go:309] Setting ErrFile to fd 2...
I1006 00:40:22.554736 378590 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:40:22.554921 378590 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:40:22.555082 378590 out.go:303] Setting JSON to false
I1006 00:40:22.555109 378590 mustload.go:65] Loading cluster: multinode-050289
I1006 00:40:22.555226 378590 notify.go:220] Checking for updates...
I1006 00:40:22.555521 378590 config.go:182] Loaded profile config "multinode-050289": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:40:22.555535 378590 status.go:255] checking status of multinode-050289 ...
I1006 00:40:22.555931 378590 cli_runner.go:164] Run: docker container inspect multinode-050289 --format={{.State.Status}}
I1006 00:40:22.572082 378590 status.go:330] multinode-050289 host status = "Stopped" (err=<nil>)
I1006 00:40:22.572104 378590 status.go:343] host is not running, skipping remaining checks
I1006 00:40:22.572111 378590 status.go:257] multinode-050289 status: &{Name:multinode-050289 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 00:40:22.572168 378590 status.go:255] checking status of multinode-050289-m02 ...
I1006 00:40:22.572502 378590 cli_runner.go:164] Run: docker container inspect multinode-050289-m02 --format={{.State.Status}}
I1006 00:40:22.589553 378590 status.go:330] multinode-050289-m02 host status = "Stopped" (err=<nil>)
I1006 00:40:22.589579 378590 status.go:343] host is not running, skipping remaining checks
I1006 00:40:22.589584 378590 status.go:257] multinode-050289-m02 status: &{Name:multinode-050289-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.82s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:344: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:354: (dbg) Run: out/minikube-linux-amd64 start -p multinode-050289 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1006 00:40:46.820129 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
E1006 00:40:54.223140 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
multinode_test.go:354: (dbg) Done: out/minikube-linux-amd64 start -p multinode-050289 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m12.652008449s)
multinode_test.go:360: (dbg) Run: out/minikube-linux-amd64 -p multinode-050289 status --alsologtostderr
multinode_test.go:374: (dbg) Run: kubectl get nodes
multinode_test.go:382: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (73.26s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:443: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-050289
multinode_test.go:452: (dbg) Run: out/minikube-linux-amd64 start -p multinode-050289-m02 --driver=docker --container-runtime=crio
multinode_test.go:452: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p multinode-050289-m02 --driver=docker --container-runtime=crio: exit status 14 (81.374453ms)
-- stdout --
* [multinode-050289-m02] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17365
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-050289-m02' is duplicated with machine name 'multinode-050289-m02' in profile 'multinode-050289'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:460: (dbg) Run: out/minikube-linux-amd64 start -p multinode-050289-m03 --driver=docker --container-runtime=crio
multinode_test.go:460: (dbg) Done: out/minikube-linux-amd64 start -p multinode-050289-m03 --driver=docker --container-runtime=crio: (24.321539577s)
multinode_test.go:467: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-050289
multinode_test.go:467: (dbg) Non-zero exit: out/minikube-linux-amd64 node add -p multinode-050289: exit status 80 (293.263844ms)
-- stdout --
* Adding node m03 to cluster multinode-050289
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-050289-m03 already exists in multinode-050289-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-amd64 delete -p multinode-050289-m03
multinode_test.go:472: (dbg) Done: out/minikube-linux-amd64 delete -p multinode-050289-m03: (1.848635344s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (26.61s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-022192 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
E1006 00:43:12.178555 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
preload_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-022192 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m21.866905112s)
preload_test.go:52: (dbg) Run: out/minikube-linux-amd64 -p test-preload-022192 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-amd64 -p test-preload-022192 image pull gcr.io/k8s-minikube/busybox: (1.713814348s)
preload_test.go:58: (dbg) Run: out/minikube-linux-amd64 stop -p test-preload-022192
preload_test.go:58: (dbg) Done: out/minikube-linux-amd64 stop -p test-preload-022192: (5.736132539s)
preload_test.go:66: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-022192 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
E1006 00:44:31.176360 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
preload_test.go:66: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-022192 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (1m2.792659185s)
preload_test.go:71: (dbg) Run: out/minikube-linux-amd64 -p test-preload-022192 image list
helpers_test.go:175: Cleaning up "test-preload-022192" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p test-preload-022192
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p test-preload-022192: (2.261633162s)
--- PASS: TestPreload (154.60s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-amd64 start -p scheduled-stop-521404 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-amd64 start -p scheduled-stop-521404 --memory=2048 --driver=docker --container-runtime=crio: (23.552578874s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-521404 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-amd64 status --format={{.TimeToStop}} -p scheduled-stop-521404 -n scheduled-stop-521404
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-521404 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-521404 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-521404 -n scheduled-stop-521404
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-521404
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-521404 --schedule 15s
E1006 00:45:46.821285 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-521404
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p scheduled-stop-521404: exit status 7 (81.62071ms)
-- stdout --
scheduled-stop-521404
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-521404 -n scheduled-stop-521404
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-521404 -n scheduled-stop-521404: exit status 7 (78.148145ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-521404" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p scheduled-stop-521404
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p scheduled-stop-521404: (4.624158638s)
--- PASS: TestScheduledStopUnix (99.64s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-amd64 start -p insufficient-storage-136450 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p insufficient-storage-136450 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (8.076301665s)
-- stdout --
{"specversion":"1.0","id":"a67d7a2e-2fcb-4676-a121-5a825aab1c34","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-136450] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"a33018ba-16fb-402a-b94f-5fb0918783ce","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17365"}}
{"specversion":"1.0","id":"fb7e62a2-3ca9-41ef-88de-2b982b3cf37a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"33ac0f67-d2a7-4536-9747-9bec4323acc3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig"}}
{"specversion":"1.0","id":"758ada58-d8f8-428f-a2b4-221e46854b5b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube"}}
{"specversion":"1.0","id":"0823f028-2a05-4c64-9a51-ebd8d14eebc3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"efbd522f-b705-4039-b386-c0074de0d3c7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"4def9e93-684e-4a53-aa70-6d8886699c8b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"36392596-08b0-4d8a-8562-f125496f9f67","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"02f5e008-87c1-4bc1-a4c1-30fcbe7c03f2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"4569c705-6b32-4d53-bc7e-7589d6e2802b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"a7380723-551b-40d8-b62f-ee9d412760e2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node insufficient-storage-136450 in cluster insufficient-storage-136450","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"5cc6ab74-8bfb-4b2a-9ed5-adfc157bbfef","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"a150525a-1888-40ae-822b-1138680c9249","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"717eb371-d37f-4a70-86cc-bb3a8159859c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100%% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-136450 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-136450 --output=json --layout=cluster: exit status 7 (283.711768ms)
-- stdout --
{"Name":"insufficient-storage-136450","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-136450","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1006 00:46:30.696932 400135 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-136450" does not appear in /home/jenkins/minikube-integration/17365-262900/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-136450 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-136450 --output=json --layout=cluster: exit status 7 (276.618551ms)
-- stdout --
{"Name":"insufficient-storage-136450","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-136450","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1006 00:46:30.974656 400223 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-136450" does not appear in /home/jenkins/minikube-integration/17365-262900/kubeconfig
E1006 00:46:30.984304 400223 status.go:559] unable to read event log: stat: stat /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/insufficient-storage-136450/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-136450" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p insufficient-storage-136450
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p insufficient-storage-136450: (1.837113972s)
--- PASS: TestInsufficientStorage (10.47s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:235: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-613207 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1006 00:48:12.178601 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
version_upgrade_test.go:235: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-613207 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (53.941832976s)
version_upgrade_test.go:240: (dbg) Run: out/minikube-linux-amd64 stop -p kubernetes-upgrade-613207
version_upgrade_test.go:240: (dbg) Done: out/minikube-linux-amd64 stop -p kubernetes-upgrade-613207: (1.273630022s)
version_upgrade_test.go:245: (dbg) Run: out/minikube-linux-amd64 -p kubernetes-upgrade-613207 status --format={{.Host}}
version_upgrade_test.go:245: (dbg) Non-zero exit: out/minikube-linux-amd64 -p kubernetes-upgrade-613207 status --format={{.Host}}: exit status 7 (108.633785ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:247: status error: exit status 7 (may be ok)
version_upgrade_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-613207 --memory=2200 --kubernetes-version=v1.28.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-613207 --memory=2200 --kubernetes-version=v1.28.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m30.945078434s)
version_upgrade_test.go:261: (dbg) Run: kubectl --context kubernetes-upgrade-613207 version --output=json
version_upgrade_test.go:280: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:282: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-613207 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:282: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p kubernetes-upgrade-613207 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio: exit status 106 (94.479812ms)
-- stdout --
* [kubernetes-upgrade-613207] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17365
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.28.2 cluster to v1.16.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.16.0, by running:
minikube delete -p kubernetes-upgrade-613207
minikube start -p kubernetes-upgrade-613207 --kubernetes-version=v1.16.0
2) Create a second cluster with Kubernetes 1.16.0, by running:
minikube start -p kubernetes-upgrade-6132072 --kubernetes-version=v1.16.0
3) Use the existing cluster at version Kubernetes 1.28.2, by running:
minikube start -p kubernetes-upgrade-613207 --kubernetes-version=v1.28.2
** /stderr **
version_upgrade_test.go:286: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:288: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-613207 --memory=2200 --kubernetes-version=v1.28.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:288: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-613207 --memory=2200 --kubernetes-version=v1.28.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (22.319951373s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-613207" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubernetes-upgrade-613207
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p kubernetes-upgrade-613207: (2.189595984s)
--- PASS: TestKubernetesUpgrade (350.94s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:322: (dbg) Run: /tmp/minikube-v1.9.0.3779957066.exe start -p missing-upgrade-191341 --memory=2200 --driver=docker --container-runtime=crio
version_upgrade_test.go:322: (dbg) Done: /tmp/minikube-v1.9.0.3779957066.exe start -p missing-upgrade-191341 --memory=2200 --driver=docker --container-runtime=crio: (1m29.217793639s)
version_upgrade_test.go:331: (dbg) Run: docker stop missing-upgrade-191341
version_upgrade_test.go:331: (dbg) Done: docker stop missing-upgrade-191341: (2.733349473s)
version_upgrade_test.go:336: (dbg) Run: docker rm missing-upgrade-191341
version_upgrade_test.go:342: (dbg) Run: out/minikube-linux-amd64 start -p missing-upgrade-191341 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:342: (dbg) Done: out/minikube-linux-amd64 start -p missing-upgrade-191341 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m24.234503612s)
helpers_test.go:175: Cleaning up "missing-upgrade-191341" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p missing-upgrade-191341
E1006 00:49:31.176341 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p missing-upgrade-191341: (2.695470915s)
--- PASS: TestMissingContainerUpgrade (179.28s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.41s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-139704 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p NoKubernetes-139704 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (90.792347ms)
-- stdout --
* [NoKubernetes-139704] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17365
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.09s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-139704 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-139704 --driver=docker --container-runtime=crio: (35.723790917s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-139704 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (36.16s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-139704 --no-kubernetes --driver=docker --container-runtime=crio
E1006 00:47:09.867754 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-139704 --no-kubernetes --driver=docker --container-runtime=crio: (7.398809201s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-139704 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-amd64 -p NoKubernetes-139704 status -o json: exit status 2 (360.954384ms)
-- stdout --
{"Name":"NoKubernetes-139704","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-amd64 delete -p NoKubernetes-139704
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-amd64 delete -p NoKubernetes-139704: (2.561797984s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (10.32s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-139704 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-139704 --no-kubernetes --driver=docker --container-runtime=crio: (9.784481606s)
--- PASS: TestNoKubernetes/serial/Start (9.78s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-139704 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-139704 "sudo systemctl is-active --quiet service kubelet": exit status 1 (347.932782ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.35s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-amd64 profile list
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-amd64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (1.48s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-amd64 stop -p NoKubernetes-139704
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-amd64 stop -p NoKubernetes-139704: (1.276987896s)
--- PASS: TestNoKubernetes/serial/Stop (1.28s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-139704 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-139704 --driver=docker --container-runtime=crio: (9.422435971s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (9.42s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-139704 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-139704 "sudo systemctl is-active --quiet service kubelet": exit status 1 (401.149648ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.40s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-amd64 start -p pause-478418 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-amd64 start -p pause-478418 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (46.010568685s)
--- PASS: TestPause/serial/Start (46.01s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:219: (dbg) Run: out/minikube-linux-amd64 logs -p stopped-upgrade-182251
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (0.55s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-amd64 start -p pause-478418 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-amd64 start -p pause-478418 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (41.161031899s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (41.18s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-478418 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.93s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p pause-478418 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p pause-478418 --output=json --layout=cluster: exit status 2 (306.880461ms)
-- stdout --
{"Name":"pause-478418","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 7 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.31.2","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-478418","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.31s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-amd64 unpause -p pause-478418 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.78s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-478418 --alsologtostderr -v=5
--- PASS: TestPause/serial/PauseAgain (0.96s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p pause-478418 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p pause-478418 --alsologtostderr -v=5: (3.164318338s)
--- PASS: TestPause/serial/DeletePaused (3.16s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-amd64 profile list --output json
pause_test.go:142: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (16.417950858s)
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-478418
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-478418: exit status 1 (19.149774ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-478418: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (16.48s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-amd64 start -p false-894702 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p false-894702 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (162.834473ms)
-- stdout --
* [false-894702] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=17365
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1006 00:49:32.483472 448677 out.go:296] Setting OutFile to fd 1 ...
I1006 00:49:32.483749 448677 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:49:32.483760 448677 out.go:309] Setting ErrFile to fd 2...
I1006 00:49:32.483764 448677 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1006 00:49:32.483965 448677 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17365-262900/.minikube/bin
I1006 00:49:32.484612 448677 out.go:303] Setting JSON to false
I1006 00:49:32.486146 448677 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":23524,"bootTime":1696529848,"procs":737,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1044-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1006 00:49:32.486214 448677 start.go:138] virtualization: kvm guest
I1006 00:49:32.488670 448677 out.go:177] * [false-894702] minikube v1.31.2 on Ubuntu 20.04 (kvm/amd64)
I1006 00:49:32.490318 448677 notify.go:220] Checking for updates...
I1006 00:49:32.490336 448677 out.go:177] - MINIKUBE_LOCATION=17365
I1006 00:49:32.491883 448677 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 00:49:32.493483 448677 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17365-262900/kubeconfig
I1006 00:49:32.495046 448677 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17365-262900/.minikube
I1006 00:49:32.496448 448677 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1006 00:49:32.497832 448677 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1006 00:49:32.499525 448677 config.go:182] Loaded profile config "kubernetes-upgrade-613207": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.2
I1006 00:49:32.499622 448677 driver.go:378] Setting default libvirt URI to qemu:///system
I1006 00:49:32.523358 448677 docker.go:121] docker version: linux-24.0.6:Docker Engine - Community
I1006 00:49:32.523448 448677 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 00:49:32.577612 448677 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:35 OomKillDisable:true NGoroutines:46 SystemTime:2023-10-06 00:49:32.568995087 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1044-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648058368 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-3 Labels:[] ExperimentalBuild:false ServerVersion:24.0.6 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1006 00:49:32.577749 448677 docker.go:294] overlay module found
I1006 00:49:32.579839 448677 out.go:177] * Using the docker driver based on user configuration
I1006 00:49:32.581441 448677 start.go:298] selected driver: docker
I1006 00:49:32.581456 448677 start.go:902] validating driver "docker" against <nil>
I1006 00:49:32.581470 448677 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 00:49:32.583647 448677 out.go:177]
W1006 00:49:32.584984 448677 out.go:239] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1006 00:49:32.586384 448677 out.go:177]
** /stderr **
E1006 00:49:35.223596 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
net_test.go:88:
----------------------- debugLogs start: false-894702 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-894702
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-894702
>>> host: /etc/nsswitch.conf:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /etc/hosts:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /etc/resolv.conf:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-894702
>>> host: crictl pods:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: crictl containers:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> k8s: describe netcat deployment:
error: context "false-894702" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-894702" does not exist
>>> k8s: netcat logs:
error: context "false-894702" does not exist
>>> k8s: describe coredns deployment:
error: context "false-894702" does not exist
>>> k8s: describe coredns pods:
error: context "false-894702" does not exist
>>> k8s: coredns logs:
error: context "false-894702" does not exist
>>> k8s: describe api server pod(s):
error: context "false-894702" does not exist
>>> k8s: api server logs:
error: context "false-894702" does not exist
>>> host: /etc/cni:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: ip a s:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: ip r s:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: iptables-save:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: iptables table nat:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> k8s: describe kube-proxy daemon set:
error: context "false-894702" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-894702" does not exist
>>> k8s: kube-proxy logs:
error: context "false-894702" does not exist
>>> host: kubelet daemon status:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: kubelet daemon config:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> k8s: kubelet logs:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt
extensions:
- extension:
last-update: Fri, 06 Oct 2023 00:49:14 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-613207
contexts:
- context:
cluster: kubernetes-upgrade-613207
user: kubernetes-upgrade-613207
name: kubernetes-upgrade-613207
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-613207
user:
client-certificate: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/kubernetes-upgrade-613207/client.crt
client-key: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/kubernetes-upgrade-613207/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-894702
>>> host: docker daemon status:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: docker daemon config:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /etc/docker/daemon.json:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: docker system info:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: cri-docker daemon status:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: cri-docker daemon config:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: cri-dockerd version:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: containerd daemon status:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: containerd daemon config:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /etc/containerd/config.toml:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: containerd config dump:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: crio daemon status:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: crio daemon config:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: /etc/crio:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
>>> host: crio config:
* Profile "false-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-894702"
----------------------- debugLogs end: false-894702 [took: 3.254929439s] --------------------------------
helpers_test.go:175: Cleaning up "false-894702" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p false-894702
--- PASS: TestNetworkPlugins/group/false (3.59s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-895013 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-895013 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (2m9.776878998s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (129.78s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-611969 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
E1006 00:50:46.819916 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-611969 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (1m0.64070462s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (60.64s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-611969 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [8733b952-4d77-409e-b21f-741d38c84b9c] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [8733b952-4d77-409e-b21f-741d38c84b9c] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 8.014547781s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-611969 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (8.35s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p no-preload-611969 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-611969 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (0.95s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p no-preload-611969 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p no-preload-611969 --alsologtostderr -v=3: (11.888576948s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (11.89s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-611969 -n no-preload-611969
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-611969 -n no-preload-611969: exit status 7 (87.82682ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p no-preload-611969 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-611969 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-611969 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (5m40.899215356s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-611969 -n no-preload-611969
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (341.33s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-895013 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [8509d94c-61f6-4249-896d-8f7da2502eb4] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [8509d94c-61f6-4249-896d-8f7da2502eb4] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 9.01324519s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-895013 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (9.40s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p old-k8s-version-895013 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-895013 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (0.80s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p old-k8s-version-895013 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p old-k8s-version-895013 --alsologtostderr -v=3: (11.97635137s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (11.98s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-895013 -n old-k8s-version-895013
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-895013 -n old-k8s-version-895013: exit status 7 (79.122088ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p old-k8s-version-895013 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-895013 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-895013 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (7m7.785227647s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-895013 -n old-k8s-version-895013
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (428.11s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-238065 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-238065 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (45.491728308s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (45.49s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-484290 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-484290 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (1m8.549730917s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (68.55s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-238065 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [9ccc7da8-1723-4a53-bb11-eb9150203bfe] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [9ccc7da8-1723-4a53-bb11-eb9150203bfe] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 8.015353739s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-238065 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (8.35s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p embed-certs-238065 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-238065 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (1.04s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p embed-certs-238065 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p embed-certs-238065 --alsologtostderr -v=3: (12.034379074s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (12.03s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-238065 -n embed-certs-238065
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-238065 -n embed-certs-238065: exit status 7 (81.555281ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p embed-certs-238065 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-238065 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
E1006 00:54:31.176355 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-238065 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (5m30.635334213s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-238065 -n embed-certs-238065
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (331.09s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-484290 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [b3dfaa6d-1eea-414a-99dd-84ad1b06dfb3] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [b3dfaa6d-1eea-414a-99dd-84ad1b06dfb3] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 8.015428087s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-484290 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (8.37s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p default-k8s-diff-port-484290 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-484290 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (0.88s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p default-k8s-diff-port-484290 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p default-k8s-diff-port-484290 --alsologtostderr -v=3: (11.943013152s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (11.94s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290: exit status 7 (114.581883ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p default-k8s-diff-port-484290 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-484290 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
E1006 00:55:46.819858 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-484290 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (5m39.683057071s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (340.03s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-qpbfv" [0b1c1ae0-c219-4c4e-83ca-70d08be64197] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-qpbfv" [0b1c1ae0-c219-4c4e-83ca-70d08be64197] Running
E1006 00:57:34.223528 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 13.018395463s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (13.02s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-qpbfv" [0b1c1ae0-c219-4c4e-83ca-70d08be64197] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.009528422s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-611969 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.08s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p no-preload-611969 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.31s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p no-preload-611969 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-611969 -n no-preload-611969
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-611969 -n no-preload-611969: exit status 2 (311.744795ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-611969 -n no-preload-611969
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-611969 -n no-preload-611969: exit status 2 (309.414799ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p no-preload-611969 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-611969 -n no-preload-611969
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-611969 -n no-preload-611969
--- PASS: TestStartStop/group/no-preload/serial/Pause (2.78s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-147122 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
E1006 00:58:12.178326 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-147122 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (35.155613441s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (35.16s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-147122 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (0.82s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p newest-cni-147122 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p newest-cni-147122 --alsologtostderr -v=3: (1.214872881s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.21s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-147122 -n newest-cni-147122
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-147122 -n newest-cni-147122: exit status 7 (83.957002ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p newest-cni-147122 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-147122 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-147122 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.2: (26.008560503s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-147122 -n newest-cni-147122
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (26.32s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p newest-cni-147122 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.31s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p newest-cni-147122 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-147122 -n newest-cni-147122
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-147122 -n newest-cni-147122: exit status 2 (311.994757ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-147122 -n newest-cni-147122
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-147122 -n newest-cni-147122: exit status 2 (318.054451ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p newest-cni-147122 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-147122 -n newest-cni-147122
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-147122 -n newest-cni-147122
--- PASS: TestStartStop/group/newest-cni/serial/Pause (2.61s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p auto-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1006 00:59:31.176739 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/addons-652078/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p auto-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (1m10.262739588s)
--- PASS: TestNetworkPlugins/group/auto/Start (70.26s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-fmlhs" [9a796240-1b69-4bfb-93d5-95dfc27a620d] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.016099181s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (5.02s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-fmlhs" [9a796240-1b69-4bfb-93d5-95dfc27a620d] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.012817732s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-895013 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-rxnrf" [adb63be6-525a-46e4-979a-10992c3fe950] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-rxnrf" [adb63be6-525a-46e4-979a-10992c3fe950] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 17.07097979s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (17.07s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p old-k8s-version-895013 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20210326-1e038dc5
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.39s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p old-k8s-version-895013 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-895013 -n old-k8s-version-895013
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-895013 -n old-k8s-version-895013: exit status 2 (342.085934ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-895013 -n old-k8s-version-895013
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-895013 -n old-k8s-version-895013: exit status 2 (307.344819ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p old-k8s-version-895013 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-895013 -n old-k8s-version-895013
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-895013 -n old-k8s-version-895013
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (2.87s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p auto-894702 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-894702 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-bbcwb" [0d210533-cfee-4c6c-9784-2e0c66e9dcec] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-bbcwb" [0d210533-cfee-4c6c-9784-2e0c66e9dcec] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 11.009266482s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (11.28s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p flannel-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p flannel-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (58.770177803s)
--- PASS: TestNetworkPlugins/group/flannel/Start (58.77s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-894702 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.16s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.13s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.15s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-rxnrf" [adb63be6-525a-46e4-979a-10992c3fe950] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.009630559s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-238065 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p embed-certs-238065 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.37s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p embed-certs-238065 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-238065 -n embed-certs-238065
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-238065 -n embed-certs-238065: exit status 2 (411.339028ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-238065 -n embed-certs-238065
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-238065 -n embed-certs-238065: exit status 2 (369.06262ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p embed-certs-238065 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-238065 -n embed-certs-238065
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-238065 -n embed-certs-238065
--- PASS: TestStartStop/group/embed-certs/serial/Pause (3.31s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p enable-default-cni-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p enable-default-cni-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m23.573827808s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (83.57s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p bridge-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
E1006 01:00:46.820548 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/functional-722906/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p bridge-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (40.170274982s)
--- PASS: TestNetworkPlugins/group/bridge/Start (40.17s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-4fdps" [baca5b7e-081f-4379-9ec9-122b6993fae4] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 5.018158006s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (5.02s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-79bdk" [b372d6b7-d388-4c90-9146-78e411e0e185] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-79bdk" [b372d6b7-d388-4c90-9146-78e411e0e185] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 12.016458637s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (12.02s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p flannel-894702 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-894702 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-75jpf" [3621a350-f762-473b-b258-047cff12caa7] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-75jpf" [3621a350-f762-473b-b258-047cff12caa7] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 10.009371934s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (10.38s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p bridge-894702 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-894702 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-jplnl" [d557b9f1-63c3-4b7b-ab82-efbfef79ed37] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1006 01:01:19.479678 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:19.485019 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:19.495335 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:19.515592 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:19.556495 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:19.636912 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:19.797076 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:20.117668 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:20.758427 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:01:22.038906 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
helpers_test.go:344: "netcat-56589dfd74-jplnl" [d557b9f1-63c3-4b7b-ab82-efbfef79ed37] Running
E1006 01:01:24.599568 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 10.009682384s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (10.27s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-79bdk" [b372d6b7-d388-4c90-9146-78e411e0e185] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.009759843s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-484290 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.08s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-894702 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.16s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.14s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.14s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 ssh -p default-k8s-diff-port-484290 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.30s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p default-k8s-diff-port-484290 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290: exit status 2 (322.627284ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290: exit status 2 (346.393348ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p default-k8s-diff-port-484290 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-484290 -n default-k8s-diff-port-484290
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.17s)
E1006 01:02:32.189294 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/old-k8s-version-895013/client.crt: no such file or directory
E1006 01:02:41.402467 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
E1006 01:02:42.429771 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/old-k8s-version-895013/client.crt: no such file or directory
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-894702 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.17s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
E1006 01:01:29.720736 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p calico-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
E1006 01:01:39.960932 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p calico-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m9.43499239s)
--- PASS: TestNetworkPlugins/group/calico/Start (69.44s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p kindnet-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p kindnet-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (1m12.949150147s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (72.95s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-flannel-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-flannel-894702 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (58.036834695s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (58.04s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p enable-default-cni-894702 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.38s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-894702 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-5sc9c" [3866f700-65e2-4e03-aaa6-034cf72b30df] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-5sc9c" [3866f700-65e2-4e03-aaa6-034cf72b30df] Running
E1006 01:02:00.441772 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/no-preload-611969/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 12.009055721s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (12.28s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-894702 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.21s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-d7vn9" [c89cf469-46d5-40fb-a1b3-a0da17099403] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 5.019113198s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (5.02s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p calico-894702 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.29s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-894702 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-qq4zw" [ee0dbce4-1cb1-404e-9c7c-d444a788261e] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-qq4zw" [ee0dbce4-1cb1-404e-9c7c-d444a788261e] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 10.007938155s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (10.34s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p custom-flannel-894702 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-894702 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-6mksl" [50ac071a-f9e6-4194-ba55-761cf3ff6aa2] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-6mksl" [50ac071a-f9e6-4194-ba55-761cf3ff6aa2] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 9.01049113s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (9.29s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-v4r5x" [cd4fbacd-4409-4a58-9f7d-909b2a1d7e15] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 5.017623721s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (5.02s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-894702 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.17s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.13s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.14s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-894702 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.16s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.14s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p kindnet-894702 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.29s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-894702 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-snrcx" [38ca8dbd-4fd1-45df-b116-1dfa18556ed2] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-snrcx" [38ca8dbd-4fd1-45df-b116-1dfa18556ed2] Running
E1006 01:03:12.178622 269690 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/ingress-addon-legacy-571943/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 10.009255359s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (10.28s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-894702 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.18s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.21s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-894702 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.16s)
=== RUN TestDownloadOnly/v1.16.0/cached-images
aaa_download_only_test.go:117: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.16.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.16.0/binaries
aaa_download_only_test.go:136: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.16.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.16.0/kubectl
aaa_download_only_test.go:152: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.16.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.28.2/cached-images
aaa_download_only_test.go:117: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.2/binaries
aaa_download_only_test.go:136: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.2/kubectl
aaa_download_only_test.go:152: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.2/kubectl (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:496: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux amd64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:459: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:546: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-206458" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p disable-driver-mounts-206458
--- SKIP: TestStartStop/group/disable-driver-mounts (0.18s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:523:
----------------------- debugLogs start: kubenet-894702 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-894702
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-894702
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /etc/hosts:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /etc/resolv.conf:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-894702
>>> host: crictl pods:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: crictl containers:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> k8s: describe netcat deployment:
error: context "kubenet-894702" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-894702" does not exist
>>> k8s: netcat logs:
error: context "kubenet-894702" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-894702" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-894702" does not exist
>>> k8s: coredns logs:
error: context "kubenet-894702" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-894702" does not exist
>>> k8s: api server logs:
error: context "kubenet-894702" does not exist
>>> host: /etc/cni:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: ip a s:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: ip r s:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: iptables-save:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: iptables table nat:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-894702" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-894702" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-894702" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: kubelet daemon config:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> k8s: kubelet logs:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt
extensions:
- extension:
last-update: Fri, 06 Oct 2023 00:49:14 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-613207
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt
extensions:
- extension:
last-update: Fri, 06 Oct 2023 00:49:28 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.85.2:8443
name: missing-upgrade-191341
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt
extensions:
- extension:
last-update: Fri, 06 Oct 2023 00:49:09 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.67.2:8443
name: pause-478418
contexts:
- context:
cluster: kubernetes-upgrade-613207
user: kubernetes-upgrade-613207
name: kubernetes-upgrade-613207
- context:
cluster: missing-upgrade-191341
extensions:
- extension:
last-update: Fri, 06 Oct 2023 00:49:28 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: context_info
user: missing-upgrade-191341
name: missing-upgrade-191341
- context:
cluster: pause-478418
extensions:
- extension:
last-update: Fri, 06 Oct 2023 00:49:09 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: context_info
namespace: default
user: pause-478418
name: pause-478418
current-context: missing-upgrade-191341
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-613207
user:
client-certificate: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/kubernetes-upgrade-613207/client.crt
client-key: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/kubernetes-upgrade-613207/client.key
- name: missing-upgrade-191341
user:
client-certificate: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/missing-upgrade-191341/client.crt
client-key: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/missing-upgrade-191341/client.key
- name: pause-478418
user:
client-certificate: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/pause-478418/client.crt
client-key: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/pause-478418/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-894702
>>> host: docker daemon status:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: docker daemon config:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: docker system info:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: cri-docker daemon status:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: cri-docker daemon config:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: cri-dockerd version:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: containerd daemon status:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: containerd daemon config:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: containerd config dump:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: crio daemon status:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: crio daemon config:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: /etc/crio:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
>>> host: crio config:
* Profile "kubenet-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-894702"
----------------------- debugLogs end: kubenet-894702 [took: 3.861685901s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-894702" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubenet-894702
--- SKIP: TestNetworkPlugins/group/kubenet (4.02s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:523:
----------------------- debugLogs start: cilium-894702 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-894702
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-894702
>>> host: /etc/nsswitch.conf:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /etc/hosts:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /etc/resolv.conf:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-894702
>>> host: crictl pods:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: crictl containers:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> k8s: describe netcat deployment:
error: context "cilium-894702" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-894702" does not exist
>>> k8s: netcat logs:
error: context "cilium-894702" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-894702" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-894702" does not exist
>>> k8s: coredns logs:
error: context "cilium-894702" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-894702" does not exist
>>> k8s: api server logs:
error: context "cilium-894702" does not exist
>>> host: /etc/cni:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: ip a s:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: ip r s:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: iptables-save:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: iptables table nat:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-894702
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-894702
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-894702" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-894702" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-894702
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-894702
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-894702" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-894702" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-894702" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-894702" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-894702" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: kubelet daemon config:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> k8s: kubelet logs:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17365-262900/.minikube/ca.crt
extensions:
- extension:
last-update: Fri, 06 Oct 2023 00:49:14 UTC
provider: minikube.sigs.k8s.io
version: v1.31.2
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-613207
contexts:
- context:
cluster: kubernetes-upgrade-613207
user: kubernetes-upgrade-613207
name: kubernetes-upgrade-613207
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-613207
user:
client-certificate: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/kubernetes-upgrade-613207/client.crt
client-key: /home/jenkins/minikube-integration/17365-262900/.minikube/profiles/kubernetes-upgrade-613207/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-894702
>>> host: docker daemon status:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: docker daemon config:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: docker system info:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: cri-docker daemon status:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: cri-docker daemon config:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: cri-dockerd version:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: containerd daemon status:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: containerd daemon config:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: containerd config dump:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: crio daemon status:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: crio daemon config:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: /etc/crio:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
>>> host: crio config:
* Profile "cilium-894702" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-894702"
----------------------- debugLogs end: cilium-894702 [took: 4.699552782s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-894702" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cilium-894702
--- SKIP: TestNetworkPlugins/group/cilium (5.08s)